-- Logs begin at Mon 2021-10-11 20:06:20 UTC, end at Mon 2021-10-11 21:04:09 UTC. -- Oct 11 20:35:30.896628 dv-cinder-813532-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 11 20:35:33.673145 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.common.config [-] Logging enabled! Oct 11 20:35:33.673746 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 11 20:35:33.673907 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 20:35:33.677145 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.common.config [-] Logging enabled! Oct 11 20:35:33.677396 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev62 Oct 11 20:35:33.677703 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105661) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 11 20:35:33.678644 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 20:35:33.678876 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 20:35:33.679235 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 20:35:33.679477 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 20:35:33.679700 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 20:35:33.680018 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.681000 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.681393 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.681624 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.681919 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.682213 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.682528 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.682822 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.683117 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.683404 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.683680 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.683959 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.684184 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.684460 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.684742 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.685022 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.685240 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] debug = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.685514 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.685938 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.686334 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.686632 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.686917 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.687191 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.687454 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.687725 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.688004 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.688326 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] host = dv-cinder-813532-1-iscsi {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.688597 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.688877 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.689157 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.689437 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.689707 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.689980 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.690260 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.690555 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.690825 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] log_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.691093 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.691376 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.691657 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.691940 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.692159 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.692375 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.692744 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.693026 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.693296 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.693566 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.693834 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.694101 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.694366 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.694721 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.695002 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.695280 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.695563 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.695944 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.696380 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.696660 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.696932 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.697217 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.697487 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.697762 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.698036 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.698319 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.698614 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.698886 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.699181 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.699465 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.699745 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.700027 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.700298 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.700577 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.700846 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.701112 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.701379 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] use_json = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.701645 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.701909 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.702185 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.702467 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.702739 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.703007 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.703271 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.703554 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:33.703849 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.704142 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.704441 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.704722 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.705021 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.705296 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.705581 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.705855 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.706139 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.706420 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.706728 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.707003 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.707287 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.707562 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.707854 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.708157 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.708448 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.708738 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.709010 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.709283 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.709553 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.709829 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.710111 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.710384 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.710695 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.710982 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.711257 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.711693 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.712124 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.712421 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.712699 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.712977 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.713269 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.713546 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.713817 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.714093 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.714381 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.714680 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.714951 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.715231 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.715509 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.715779 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.716049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.716325 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.716617 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.716895 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.717166 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.717438 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.717711 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.717984 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.718265 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.718567 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.718839 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.719109 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.719384 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.719654 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.719925 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.720198 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.720468 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.720742 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.721273 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.721543 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.721813 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.722082 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.722350 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.722642 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.722913 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.723186 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.723455 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.723723 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.723991 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.724259 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.724527 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.724808 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.725100 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.725376 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.725651 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.725926 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.726200 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.726493 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.726771 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.727601 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.728077 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.728367 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.728663 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.728951 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.729239 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.729522 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.729799 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.730119 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.730396 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.730709 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.730984 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.731258 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.731536 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.731817 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.732107 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.732397 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.732688 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.732972 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.733257 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.733532 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.733840 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.734117 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:33.734331 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 20:35:33.734593 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105661) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 11 20:35:34.169343 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 20:35:34.169619 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 20:35:34.169908 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 11 20:35:34.170239 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 11 20:35:34.491447 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.491734 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.492001 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.493980 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.494250 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.494535 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.531207 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.531483 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.531745 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.547764 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.548037 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.548300 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.578112 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.578391 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.578689 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.615088 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.615357 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.615619 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.851210 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.851810 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.851810 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.852551 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.853474 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.980089 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.980404 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.980680 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.980951 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.981218 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.981530 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.981789 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.982063 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.982299 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.982603 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.982865 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.983127 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.983382 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.983633 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.983887 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.984146 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.984400 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.984666 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.984934 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.985193 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.985463 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.985709 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.985988 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.986361 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.986638 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.986883 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:34.987273 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:34.987511 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:34.987741 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:34.987972 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:34.988201 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:34.988430 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:34.988788 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 11 20:35:34.991878 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 11 20:35:34.996241 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 11 20:35:35.000941 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 11 20:35:35.002614 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 11 20:35:35.003073 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 11 20:35:35.003409 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 11 20:35:35.003792 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 11 20:35:35.006621 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 11 20:35:35.006868 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 11 20:35:35.007208 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 20:35:35.013368 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 11 20:35:35.035785 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 11 20:35:35.036229 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.036521 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105661) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 11 20:35:35.036876 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.038245 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105661) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 11 20:35:35.038551 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 11 20:35:35.038796 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 11 20:35:35.042374 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.042674 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.107149 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 11 20:35:35.107321 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 11 20:35:35.107523 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 11 20:35:35.107904 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 11 20:35:35.132214 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_db.sqlalchemy.engines [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105661) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 11 20:35:35.673066 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing driver for type 'gre' Oct 11 20:35:35.673677 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] gre ID ranges: [(1, 1000)] Oct 11 20:35:35.727385 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing driver for type 'local' Oct 11 20:35:35.727797 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing driver for type 'vlan' Oct 11 20:35:35.740329 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] VlanTypeDriver initialization complete Oct 11 20:35:35.740767 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing driver for type 'vxlan' Oct 11 20:35:35.741242 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] vxlan ID ranges: [(1, 1000)] Oct 11 20:35:35.796960 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing extension driver 'port_security' Oct 11 20:35:35.797425 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.extensions.port_security [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] PortSecurityExtensionDriver initialization complete Oct 11 20:35:35.797775 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing mechanism driver 'openvswitch' Oct 11 20:35:35.798098 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing mechanism driver 'hyperv' Oct 11 20:35:35.804734 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.plugin [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:35:35.805430 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.805797 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.806145 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.806733 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 20:35:35.807278 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnet after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.807634 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnet after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.807979 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.808370 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 20:35:35.808772 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.809118 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.809455 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.809843 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 20:35:35.810245 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > security_group after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.810618 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > security_group after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.810962 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.811488 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 20:35:35.811892 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.812238 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.812579 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.812979 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 20:35:35.813384 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > address_group after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.813727 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > address_group after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.814062 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.814449 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105661) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 11 20:35:35.814850 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] ML2 OVO RPC backend initialized. {{(pid=105661) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 11 20:35:35.815550 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.815898 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.816311 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.816654 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > networks before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.817000 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.817341 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > ports before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.817680 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnet before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.818021 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnets before_response 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.818362 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.818730 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.819065 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.819398 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.819730 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.820061 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.820393 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnet after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.821270 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnet after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.821563 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.822148 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.plugin [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Modular L2 Plugin initialization complete Oct 11 20:35:35.822499 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading services supported by the core plugin {{(pid=105661) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 11 20:35:35.822832 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.plugins.ml2.managers [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Got port-security extension from driver 'port_security' Oct 11 20:35:35.823299 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.extensions.vlantransparent [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Disabled vlantransparent extension. Oct 11 20:35:35.823783 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105661) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 11 20:35:35.824096 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: router Oct 11 20:35:35.860176 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.860712 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router after_create 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.860923 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router before_create 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.861282 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.861650 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.862003 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router after_delete 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.862357 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.862738 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.863094 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router after_create 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.863445 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router after_update 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.863793 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router after_update 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.864138 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.864494 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router after_update 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.864901 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_update 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.865276 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: port after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.865612 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: port after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.865948 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: subnet after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.866283 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.866661 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.867009 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_create 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.867353 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: port before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.867719 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.868077 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router after_update 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.868414 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.868763 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_create 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.869127 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.869469 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_update 55549900 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.869833 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > agent after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.870185 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > agent after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.870568 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > network after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.871435 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Tracking information for resource: router configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:35.871773 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Tracking information for resource: floatingip configured {{(pid=105661) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 11 20:35:35.876767 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.db.l3_agentschedulers_db [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 11 20:35:35.877344 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: port after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.877703 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: port after_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.878052 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: port after_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.878402 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: port after_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.879210 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router before_create 55550100 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.879573 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.879934 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_create 55550100 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.880293 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > router precommit_update 55550100 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.885760 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.services.provider_configuration [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service providers = [] {{(pid=105661) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 11 20:35:35.886120 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.db.servicetype_db [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105661) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 11 20:35:35.889102 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.services.service_base [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 20:35:35.889455 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.services.service_base [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 20:35:35.889797 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.services.service_base [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 20:35:35.890715 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.services.service_base [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105661) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 11 20:35:35.891087 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.services.service_base [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 11 20:35:35.891461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.891776 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 11 20:35:35.903082 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.903422 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: auto_allocate Oct 11 20:35:35.909223 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: network precommit_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.909589 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: network precommit_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.910101 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.910421 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: tag Oct 11 20:35:35.916988 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.917319 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: timestamp Oct 11 20:35:35.922624 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.922959 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: network_ip_availability Oct 11 20:35:35.928406 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.928731 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.929084 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:35.929778 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.930134 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: flavors Oct 11 20:35:35.935012 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.935344 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading Plugin: revisions Oct 11 20:35:35.939645 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105661) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 11 20:35:35.940031 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_concurrency.lockutils [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=105661) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 11 20:35:35.940780 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105661) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 11 20:35:35.941116 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Initializing extension manager. Oct 11 20:35:35.941621 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: __init__.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.941963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: __pycache__ {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.942295 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.942657 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: address_group.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.943406 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.943963 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: address-group Oct 11 20:35:35.944286 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: address_scope.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.944998 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.945505 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: address-scope Oct 11 20:35:35.946383 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.947539 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.948051 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: router-admin-state-down-before-update Oct 11 20:35:35.948372 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: agent.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.949071 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.949574 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: agent Oct 11 20:35:35.949893 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: agent_resources_synced.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.950830 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.951334 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: agent-resources-synced Oct 11 20:35:35.951652 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: allowedaddresspairs.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.953448 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.953970 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: allowed-address-pairs Oct 11 20:35:35.954296 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: auto_allocated_topology.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.955399 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.955912 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: auto-allocated-topology Oct 11 20:35:35.956235 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: availability_zone.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.956932 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.957444 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: availability_zone Oct 11 20:35:35.957765 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: availability_zone_filter.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.958714 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.959225 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: availability_zone_filter Oct 11 20:35:35.959547 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: data_plane_status.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.960456 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.960962 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension data-plane-status not supported by any of loaded plugins Oct 11 20:35:35.961865 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: default_subnetpools.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.962811 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.963323 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: default-subnetpools Oct 11 20:35:35.963644 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.964458 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.964992 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: dhcp_agent_scheduler Oct 11 20:35:35.965313 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: dns.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.966231 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.966760 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension dns-integration not supported by any of loaded plugins Oct 11 20:35:35.967086 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: dns_domain_ports.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.968007 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.968512 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 11 20:35:35.968832 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.969751 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.970289 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 11 20:35:35.970638 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: dvr.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.971614 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.972150 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: dvr Oct 11 20:35:35.972579 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: ecmp_routes.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.973666 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.974311 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 11 20:35:35.974697 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: empty_string_filtering.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.975891 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.976518 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: empty-string-filtering Oct 11 20:35:35.976886 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.977941 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.978563 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 11 20:35:35.979030 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.980127 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.980833 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 11 20:35:35.981225 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: external_net.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.982373 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.982992 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: external-net Oct 11 20:35:35.983441 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.984550 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.985180 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: extra_dhcp_opt Oct 11 20:35:35.985612 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: extraroute.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.986810 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.987606 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: extraroute Oct 11 20:35:35.987896 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: extraroute_atomic.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.989164 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.989799 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: extraroute-atomic Oct 11 20:35:35.990128 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: filter_validation.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.990961 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.991547 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: filter-validation Oct 11 20:35:35.991911 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: fip_pf_description.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.993470 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.994023 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 11 20:35:35.994514 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: fip_port_details.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.995761 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.996386 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: fip-port-details Oct 11 20:35:35.996737 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: flavors.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:35.998213 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:35.998943 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: flavors Oct 11 20:35:35.999274 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.001398 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.002324 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 11 20:35:36.002430 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: floatingip_pools.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.003443 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.004008 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: floatingip-pools Oct 11 20:35:36.004397 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: ip_allocation.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.005433 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.006085 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension ip_allocation not supported by any of loaded plugins Oct 11 20:35:36.006524 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.007681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.008897 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: ip-substring-filtering Oct 11 20:35:36.009246 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l2_adjacency.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.010396 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.010993 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 11 20:35:36.011348 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l3.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.013072 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.013602 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: router Oct 11 20:35:36.014157 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.016844 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.017483 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 11 20:35:36.017868 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.019023 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.019775 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: ext-gw-mode Oct 11 20:35:36.020245 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.021549 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.022187 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: l3-ha Oct 11 20:35:36.022706 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l3_flavors.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.023798 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.024440 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: l3-flavors Oct 11 20:35:36.024878 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.025963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.026496 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 11 20:35:36.026827 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: l3agentscheduler.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.027887 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.028401 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: l3_agent_scheduler Oct 11 20:35:36.028731 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: logging.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.030230 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.030784 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension logging not supported by any of loaded plugins Oct 11 20:35:36.031113 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: metering.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.031864 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.032441 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: metering Oct 11 20:35:36.032771 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.033871 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.034388 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: metering_source_and_destination_fields Oct 11 20:35:36.034741 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: multiprovidernet.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.035669 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.036184 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: multi-provider Oct 11 20:35:36.036503 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: netmtu.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.037420 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.037929 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: net-mtu Oct 11 20:35:36.038248 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: netmtu_writable.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.039193 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.039767 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: net-mtu-writable Oct 11 20:35:36.040164 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: network_availability_zone.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.040845 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.041353 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: network_availability_zone Oct 11 20:35:36.041673 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: network_ip_availability.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.042838 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.043348 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: network-ip-availability Oct 11 20:35:36.043669 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: network_segment_range.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.044440 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.044944 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension network-segment-range not supported by any of loaded plugins Oct 11 20:35:36.045263 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: pagination.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.046248 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.046613 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: pagination Oct 11 20:35:36.046936 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: port_device_profile.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.047859 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.048375 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: port-device-profile Oct 11 20:35:36.048697 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.049615 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.050127 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: port-mac-address-regenerate Oct 11 20:35:36.050448 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.051391 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.051904 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: port-numa-affinity-policy Oct 11 20:35:36.052235 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: port_resource_request.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.053153 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.053657 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension port-resource-request not supported by any of loaded plugins Oct 11 20:35:36.053980 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: portbindings.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.055594 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.056287 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: binding Oct 11 20:35:36.056614 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: portbindings_extended.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.057912 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.058691 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: binding-extended Oct 11 20:35:36.059021 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: portsecurity.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.059966 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.060481 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: port-security Oct 11 20:35:36.060871 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: project_id.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.061867 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.062218 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: project-id Oct 11 20:35:36.062573 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: providernet.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.063519 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.064037 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: provider Oct 11 20:35:36.064359 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.067976 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.068496 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos not supported by any of loaded plugins Oct 11 20:35:36.068827 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.070083 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.071259 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 11 20:35:36.071729 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.072670 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.073191 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 11 20:35:36.073519 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_default.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.074437 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.074970 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-default not supported by any of loaded plugins Oct 11 20:35:36.075301 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_fip.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.075968 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.076476 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-fip not supported by any of loaded plugins Oct 11 20:35:36.076802 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_gateway_ip.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.077735 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.078250 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 11 20:35:36.078613 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_port_network_policy.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.079531 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.080046 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 11 20:35:36.080371 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.081417 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.081943 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 11 20:35:36.082269 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_pps_rule.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.083469 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.083986 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-pps not supported by any of loaded plugins Oct 11 20:35:36.084313 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_rule_type_details.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.085239 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.085753 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 11 20:35:36.086078 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: qos_rules_alias.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.087203 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.087722 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 11 20:35:36.088052 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: quotasv2.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.089014 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.089343 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: quotas Oct 11 20:35:36.089667 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: quotasv2_detail.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.093071 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.093418 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: quota_details Oct 11 20:35:36.093747 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: rbac.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.094861 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.095394 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: rbac-policies Oct 11 20:35:36.095724 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: rbac_address_group.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.096914 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.097434 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: rbac-address-group Oct 11 20:35:36.097761 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: rbac_address_scope.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.098719 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.099237 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: rbac-address-scope Oct 11 20:35:36.099564 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: rbac_security_groups.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.100489 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.101000 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: rbac-security-groups Oct 11 20:35:36.101324 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: rbac_subnetpool.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.102349 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.102898 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: rbac-subnetpool Oct 11 20:35:36.103223 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: revisionifmatch.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.104156 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.104663 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: revision-if-match Oct 11 20:35:36.104985 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: revisions.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.106106 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.106658 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: standard-attr-revisions Oct 11 20:35:36.106987 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: router_availability_zone.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.107661 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.108170 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: router_availability_zone Oct 11 20:35:36.108492 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: routerservicetype.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.109422 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.109930 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension router-service-type not supported by any of loaded plugins Oct 11 20:35:36.110250 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.111216 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.111730 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: security-groups-normalized-cidr Oct 11 20:35:36.112053 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.112987 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.113504 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: port-security-groups-filtering Oct 11 20:35:36.113827 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.114788 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.115303 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: security-groups-remote-address-group Oct 11 20:35:36.115625 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: securitygroup.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.125929 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.126489 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: security-group Oct 11 20:35:36.126817 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: segment.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.127618 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.128130 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension segment not supported by any of loaded plugins Oct 11 20:35:36.128457 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.129499 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.130015 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 11 20:35:36.130340 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: servicetype.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.131477 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.132000 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: service-type Oct 11 20:35:36.132327 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: sorting.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.133876 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.134210 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: sorting Oct 11 20:35:36.134559 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: standard_attr_segment.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.135486 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.136003 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 11 20:35:36.136334 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: standardattrdescription.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.136989 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.137501 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: standard-attr-description Oct 11 20:35:36.137823 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: stateful_security_group.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.138781 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.139298 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: stateful-security-group Oct 11 20:35:36.139623 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: stdattrs_common.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.140221 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 11 20:35:36.140541 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.141485 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.141999 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 11 20:35:36.142335 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: subnet_onboard.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.143420 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.143933 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: subnet_onboard Oct 11 20:35:36.144254 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.145187 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.145693 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 11 20:35:36.146014 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: subnet_service_types.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.146963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.147473 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: subnet-service-types Oct 11 20:35:36.147792 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: subnetallocation.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.149058 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.149604 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: subnet_allocation Oct 11 20:35:36.149930 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.150634 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.151149 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: subnetpool-prefix-ops Oct 11 20:35:36.151472 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.152424 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.152942 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 11 20:35:36.153263 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: tagging.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.154346 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.154894 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: standard-attr-tag Oct 11 20:35:36.155220 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: timestamp.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.156424 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.156942 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loaded extension: standard-attr-timestamp Oct 11 20:35:36.157269 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: trunk.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.158307 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.158861 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension trunk not supported by any of loaded plugins Oct 11 20:35:36.159186 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: trunk_details.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.160117 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.160629 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension trunk-details not supported by any of loaded plugins Oct 11 20:35:36.160954 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: uplink_status_propagation.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.161879 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.162393 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 11 20:35:36.162749 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Loading extension file: vlantransparent.py {{(pid=105661) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 11 20:35:36.163426 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105661) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 11 20:35:36.163939 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 11 20:35:36.166666 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:network Oct 11 20:35:36.167199 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:subnet Oct 11 20:35:36.167612 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 20:35:36.168008 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:port Oct 11 20:35:36.169255 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.169688 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service FLAVORS assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.170323 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.170781 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.171116 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:router Oct 11 20:35:36.171565 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 20:35:36.172049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service METERING assigned prefix: /metering {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.173486 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:36.173858 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:36.174208 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105661) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:35:36.175253 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 20:35:36.175702 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:security_group Oct 11 20:35:36.176221 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 20:35:36.176881 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service CORE assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.177213 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 20:35:36.177557 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] subnetpool is already registered Oct 11 20:35:36.177996 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service CORE assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.178324 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 20:35:36.178737 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] subnetpool is already registered Oct 11 20:35:36.181511 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.181947 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service FLAVORS assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.182572 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.182995 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.183328 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:router Oct 11 20:35:36.183665 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] router is already registered Oct 11 20:35:36.184075 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:floatingip Oct 11 20:35:36.184410 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] floatingip is already registered Oct 11 20:35:36.184863 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service METERING assigned prefix: /metering {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.185535 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of CountableResource for resource:rbac_policy Oct 11 20:35:36.185863 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] rbac_policy is already registered Oct 11 20:35:36.186276 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:security_group Oct 11 20:35:36.186643 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] security_group is already registered Oct 11 20:35:36.187049 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 11 20:35:36.187378 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] security_group_rule is already registered Oct 11 20:35:36.188006 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service CORE assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.188335 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 20:35:36.188669 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] subnetpool is already registered Oct 11 20:35:36.189102 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.v2.resource_helper [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Service CORE assigned prefix: {{(pid=105661) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 11 20:35:36.189425 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Creating instance of TrackedResource for resource:subnetpool Oct 11 20:35:36.189761 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING neutron.quota.resource_registry [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] subnetpool is already registered Oct 11 20:35:36.190261 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: extensions {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.191748 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: address-groups {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.193214 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: address-scopes {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.194536 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: agents {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.196282 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: auto-allocated-topology {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.197528 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: availability_zones {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.198782 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: dhcp-networks {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.201363 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: dhcp-agents {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.202821 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: routers {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.205008 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: flavors {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.206187 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: service_profiles {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.207409 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: next_providers {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.208865 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: service_profiles {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.210390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: floatingip-pools {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.211766 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: routers {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.213867 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: floatingips {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.215175 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: l3-routers {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.216556 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: l3-agents {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.217963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: metering-labels {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.219353 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: metering-label-rules {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.220637 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: network-ip-availabilities {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.222159 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: bindings {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.223827 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: quotas {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.225378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: quotas {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.226971 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: rbac-policies {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.228247 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: security-groups {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.229456 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: security-group-rules {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.230715 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: service-providers {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.231916 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: subnetpools {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.233313 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: subnetpools {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.234800 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.236463 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.238237 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.240029 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.241962 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.244541 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.246198 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.248122 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.249888 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.251758 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron.api.extensions [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Extended resource: tags {{(pid=105661) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 11 20:35:36.257726 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING keystonemiddleware.auth_token [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 11 20:35:36.264082 dv-cinder-813532-1-iscsi neutron-server[105661]: WARNING keystonemiddleware.auth_token [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 11 20:35:36.272948 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_concurrency.lockutils [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Acquired lock "singleton_lock" {{(pid=105661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 11 20:35:36.273421 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_concurrency.lockutils [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Releasing lock "singleton_lock" {{(pid=105661) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 11 20:35:36.274108 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO oslo_service.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Starting 2 workers Oct 11 20:35:36.278977 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Started child 105804 {{(pid=105661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 20:35:36.283429 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Started child 105805 {{(pid=105661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 20:35:36.284363 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:36.285042 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO neutron.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 11 20:35:36.285700 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Notify callbacks [] for process, before_spawn {{(pid=105661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:36.285872 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [-] (105804) wsgi starting up on http://0.0.0.0:9696 Oct 11 20:35:36.288216 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO oslo_service.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Starting 1 workers Oct 11 20:35:36.288328 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:36.289585 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [-] (105805) wsgi starting up on http://0.0.0.0:9696 Oct 11 20:35:36.293540 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Started child 105806 {{(pid=105661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 20:35:36.294071 dv-cinder-813532-1-iscsi neutron-server[105661]: INFO oslo_service.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Starting 1 workers Oct 11 20:35:36.297276 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] calling RpcWorker wait() {{(pid=105806) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 11 20:35:36.297810 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] returning from RpcWorker wait() {{(pid=105806) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 11 20:35:36.298585 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Started child 105807 {{(pid=105661) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 11 20:35:36.299126 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:36.299404 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a501-9b86-477a-9df6-67c082011469 None None] Notify callbacks [] for process, after_spawn {{(pid=105661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:36.299729 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:35:36.301310 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 20:35:36.301521 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 20:35:36.301706 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 20:35:36.301919 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 20:35:36.302251 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 20:35:36.302412 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 20:35:36.302950 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.303212 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.303359 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:36.303812 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.303812 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.303984 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.304519 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:35:36.304879 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.305684 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.305956 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.306239 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.306525 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.306701 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.306865 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.307120 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.307370 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.307672 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.307944 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.308194 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.308437 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.308632 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.308903 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.309168 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.309412 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.309683 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] debug = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.309922 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.310406 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.310676 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.310931 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.311174 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.311453 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.311679 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.311933 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.312165 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.312414 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.312674 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.312927 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.313168 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.313379 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.313596 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.313865 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.314103 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.314611 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] host = dv-cinder-813532-1-iscsi {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.314836 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.315051 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.315299 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.315524 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.315790 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.315997 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.316244 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.316503 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.316760 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.316983 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.317232 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.317477 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.317727 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.317969 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.318132 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_options = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.318345 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.318634 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.318884 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.319079 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.319296 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.319430 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.319668 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.319830 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.320083 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.320306 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.320522 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.320803 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.321538 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.321754 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.321996 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.322229 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.322550 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.322737 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.322981 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.323204 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.323428 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.323652 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.323894 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.324111 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.324341 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.324554 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.324785 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.324997 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.325213 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.325456 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.325689 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.325943 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.326154 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.326395 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.326694 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.326922 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.327150 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.327362 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.327631 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.327855 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.328105 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.328345 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.328563 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.328817 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.329051 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.329281 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.329498 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_json = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.329689 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.329921 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.330174 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.330384 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.330635 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.330853 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.331063 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.331298 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.331729 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.331998 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.332312 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.332561 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.332813 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.333068 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.333318 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.333536 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.333783 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.335090 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.335090 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.335090 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.335090 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.335090 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.335771 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.335771 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.336022 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.336231 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.336425 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.336608 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.337564 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.337564 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.337564 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.337564 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.337844 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.338073 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.338530 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.339088 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.339366 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.339642 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.340282 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.340836 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.340836 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.341130 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.341279 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.341826 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.341826 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.344461 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.350390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.351059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.353512 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.354378 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355049 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.355681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.356214 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.356214 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.356214 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.356426 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.356622 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.356871 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.357115 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.357487 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.357887 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.358301 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.358719 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.359148 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.359392 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.359641 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.359905 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.360161 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.360541 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.360941 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.361339 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.361445 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.361721 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.362496 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.362496 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.362496 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.362778 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.363257 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.363725 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.364187 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.364615 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.365162 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.365716 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.366185 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.366663 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.366921 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.367182 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.367481 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.368369 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.368755 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.368989 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.369246 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.369560 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.369798 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.370034 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.370251 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.370608 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.370803 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.371037 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.371307 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.371554 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.371792 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.372048 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.372293 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.372506 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.372748 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.372979 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.373192 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.373439 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.373670 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.373904 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.374117 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.374327 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.374603 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.374824 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.375042 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.375255 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.375471 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.375685 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.375924 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.376132 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.376364 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.376616 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.376835 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.377074 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.377291 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.377502 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.377766 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.378005 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.378281 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.378556 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.378803 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.379048 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.379278 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.379530 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.379749 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.379988 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.380217 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.380442 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.380623 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.380853 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.381083 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.381330 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.381556 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.381773 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.382007 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.382250 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.382618 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.382884 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.383174 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.383632 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.383799 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.384003 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.384221 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.384440 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.384657 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.384879 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.385094 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.385352 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.385578 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.385810 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.386064 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.386238 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.386440 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.386681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.386889 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.387270 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.387685 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.387857 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.388111 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.388353 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.388588 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.388786 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.388994 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.389203 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.389447 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.390496 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.390496 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.390496 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.390496 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.390807 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.390807 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.391100 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.391200 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.391386 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.391626 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.391879 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.392050 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.392266 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.392475 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.392698 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.392906 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.393112 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.393330 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.393543 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.393750 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.393999 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.394207 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.394418 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.394662 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.394884 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.395113 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.395592 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.395691 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.395906 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.396191 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.396418 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.396661 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.396921 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.397238 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.397467 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.397703 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.397944 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.398187 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.398392 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.398667 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.399046 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.399297 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.399554 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.399930 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.400084 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.400448 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.400642 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.400879 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.401171 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.402027 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.402027 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.402027 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.402424 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.402570 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.402718 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.402934 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.403183 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.403426 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.403663 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.403902 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.404296 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.404430 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.404577 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.404787 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.405005 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.405249 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.405480 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.405703 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.405935 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.406083 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 20:35:36.406617 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105661) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 11 20:35:36.406782 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 11 20:35:36.406920 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 11 20:35:36.407101 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 11 20:35:36.407271 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 11 20:35:36.407422 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 11 20:35:36.407625 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.407784 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.407942 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.408098 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.408256 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.408432 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.408589 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.408745 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.408901 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.409057 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.409212 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.409368 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.409522 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.409678 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.409837 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.409993 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.410147 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.410302 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.410483 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.410642 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.410796 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.410952 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.411107 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] debug = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.411263 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.411465 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.411629 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.411785 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.411939 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.412094 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.412249 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.412403 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.412560 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.412717 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.412875 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.413013 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.413147 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.413291 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.413425 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.413583 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.413739 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.413895 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] host = dv-cinder-813532-1-iscsi {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.414050 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.414206 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.414950 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.415139 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.415284 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.415440 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.415585 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.415780 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.415914 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.416025 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.416180 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.416335 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.416490 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.416645 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.416800 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_options = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.416954 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.417110 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.417474 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.417474 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.417963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.417963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.417963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.418317 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.418317 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.418317 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.418701 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.418701 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419165 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419165 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419165 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419165 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419589 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419589 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419822 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.419822 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420133 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420133 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420368 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420368 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420902 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420902 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420902 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.420902 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.421239 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.421239 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.421471 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.421471 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.421664 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.421746 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.421878 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.422039 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.422198 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.422352 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.422531 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.422690 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.422840 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.422997 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.423152 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.423308 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.423462 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.423617 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.423772 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_json = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.423927 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.424081 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.424237 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.424392 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.424547 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.424702 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.424857 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.425012 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 11 20:35:36.425371 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.425371 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.425567 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.425646 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.425801 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.425961 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.426121 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.426280 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.426439 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.426621 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.426787 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.426947 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.427123 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.427284 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.427437 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.427602 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.427755 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.427909 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.428065 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.428228 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.428401 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.428547 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.428705 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.428892 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.429054 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.429184 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.429494 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.429494 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.429771 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.429771 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.430089 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.430863 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.430863 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.431145 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.431145 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.431404 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.431404 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.431683 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.431683 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.431943 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.432095 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.432308 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.432308 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.432570 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.432570 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.432828 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.432963 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.433097 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.433232 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.433366 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.433515 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.433652 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.433789 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.433943 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.434081 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.434216 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.434342 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.434685 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.434685 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.434966 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.434966 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.435225 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.435364 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.435509 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.435644 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.435780 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.435915 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.436061 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.436206 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.436338 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.436467 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.436602 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.436744 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.436879 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.437014 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.437177 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.437337 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.437436 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:35:36.437523 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.437642 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.437803 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.437962 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.438121 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.438281 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.438439 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.438620 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.438780 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.438938 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.439098 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.439257 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.439423 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.439596 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.439754 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.439913 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.440073 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.440232 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.440390 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.440548 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.440707 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.440870 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.441028 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.441348 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.441511 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.441674 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.441834 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.441996 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.442155 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.442315 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.442502 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.442653 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.442813 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.442973 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.443133 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.443291 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.443449 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.443608 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.443767 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.443935 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.444093 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.444297 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.444396 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.444567 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.444737 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.444896 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.445056 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.445216 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.445374 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.445533 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.445761 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.445874 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.446091 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.446272 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.446471 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.446646 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.446818 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.446977 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.447136 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.447293 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.447473 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.447633 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.447793 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.447998 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.448102 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.448263 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.448422 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.448580 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.448739 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.448898 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.449059 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.449217 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.449376 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.449738 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.449738 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.449976 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.449976 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.450209 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.450330 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.450499 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.450586 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.450738 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.450952 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.451151 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.451277 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.451401 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.451523 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.451645 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.451819 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.451945 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.452088 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.452247 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.452406 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.452564 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.452723 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.452882 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.453040 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.453202 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.453360 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.453519 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.453677 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.453837 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.453996 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.454154 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.454314 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.454488 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.454652 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.454810 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.454969 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.455128 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.455288 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.455446 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.455607 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.455765 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.455924 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.456097 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.456255 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.456414 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.456573 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.456731 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.456891 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.457050 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.457193 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.457419 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.457555 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.457681 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.457795 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.457956 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.458115 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.458275 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.458433 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.458621 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.458781 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.458940 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.459112 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.459272 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.459431 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.459589 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.459747 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.459907 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.460075 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.460234 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.460394 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.460553 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.460711 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.460869 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.461037 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.461313 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.461445 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.461551 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.461763 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.461942 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.462112 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.462271 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.462431 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.462596 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.462761 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.462919 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.463087 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.463246 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.463407 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.463565 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.463724 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.463883 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.464052 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.464211 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.464371 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.464529 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.464687 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.464845 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.465014 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.465174 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.465334 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.465500 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.465659 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.465818 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.465976 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.466146 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.466305 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.466481 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.466647 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.466806 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.466966 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.467126 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.467289 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.467458 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.467624 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.467785 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.467953 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.468119 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.468287 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.468447 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.468613 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.468782 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.468941 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.469101 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.469262 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.469420 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.469578 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.469737 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.469896 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.470054 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.470213 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.470371 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.470560 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.470720 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.471146 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.471306 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.471466 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.471625 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.471782 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.471945 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.472106 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 11 20:35:36.472256 dv-cinder-813532-1-iscsi neutron-server[105661]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105661) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 11 20:35:36.567332 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36504) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:35:36.576019 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065420 Oct 11 20:35:48.033325 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c9aaf-05ea-4389-ac3d-32973361bd59 None None] get_active_networks_info from dv-cinder-813532-1-iscsi {{(pid=105806) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 11 20:35:48.205272 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c9aaf-05ea-4389-ac3d-32973361bd59 None None] No non-hosted networks {{(pid=105806) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 11 20:35:48.218620 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.agentschedulers_db [None req-d46c9aaf-05ea-4389-ac3d-32973361bd59 None None] DHCP Agent not found on host dv-cinder-813532-1-iscsi {{(pid=105806) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 11 20:35:48.437456 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-934909c4-cf17-4d2a-926d-6bbb2ac75e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-487413'] for agent, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:50.766325 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-2606f094-5377-40fb-b423-0dc7e8b9e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-487413'] for agent, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:50.830854 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9a8eeaa4-670b-49a5-8d20-4618de627da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:51.445625 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-487413'] for agent, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:51.446889 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.447502 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.448039 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.451694 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.454493 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.455072 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.456897 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.460802 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.462840 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.463445 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.464008 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.466060 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:35:51.467602 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813532-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:35:51.484239 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813532-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:35:51.864031 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-487413'] for agent, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:53.085404 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-487413'] for agent, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:54.402904 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36596) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:35:54.896184 dv-cinder-813532-1-iscsi neutron-server[105805]: WARNING oslo_policy.policy [None req-3073701b-2dbd-401c-bb18-4abf4fc1df7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:35:54.896769 dv-cinder-813532-1-iscsi neutron-server[105805]: WARNING oslo_policy.policy [None req-3073701b-2dbd-401c-bb18-4abf4fc1df7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:35:55.122115 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [None req-3073701b-2dbd-401c-bb18-4abf4fc1df7d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:35:55.123140 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3073701b-2dbd-401c-bb18-4abf4fc1df7d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7193592 Oct 11 20:35:55.415628 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.db.l3_hamode_db [None req-e0d05db5-fc49-4e34-9fde-1a5e0c44a264 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 11 20:35:55.491901 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d05db5-fc49-4e34-9fde-1a5e0c44a264 None None] Routers set() bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:35:55.492285 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d05db5-fc49-4e34-9fde-1a5e0c44a264 None None] Router IDs set() for agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 11 20:35:57.620368 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36610) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:35:57.923862 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:35:58.020370 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.policy [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105805) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 20:35:58.066520 dv-cinder-813532-1-iscsi neutron-server[105805]: WARNING oslo_policy.policy [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:35:58.066898 dv-cinder-813532-1-iscsi neutron-server[105805]: WARNING oslo_policy.policy [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:35:58.076025 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.quota [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] Loaded quota_driver: . Oct 11 20:35:58.164947 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755376246964', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755376246403', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755376250987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755375281703', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755375887806', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755375295065', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1442893', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1455042', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-487639', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550663'] for rbac-policy, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:58.228684 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:35:58.229839 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-7595ebfe-74b9-4ce3-b14a-2eb7b73f0549 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6085110 Oct 11 20:36:00.875506 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36622) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:01.169113 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Request body: {'network': {'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'name': 'private', 'admin_state_up': True, 'project_id': 'f14e191b95d54187be4ef0f386a58f53'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:36:01.198633 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Made reservation on behalf of f14e191b95d54187be4ef0f386a58f53 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:36:01.201740 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.219046 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.326572 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.330054 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.350257 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:36:01.377235 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755377941751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.377807 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Unsubscribe: segment precommit_create {{(pid=105805) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 20:36:01.378301 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Added segment 060227d0-d396-4f88-ac8e-c709f1b24026 of type vlan for network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c Oct 11 20:36:01.395152 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9731a482-e0cb-4685-958d-44d58497d31d,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:01.443527 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.443876 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.444205 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.444525 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.444841 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.445169 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.446128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.446477 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.446820 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.447135 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.447445 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.447751 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Tracked resource versions report: Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: pushed versions: Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: { 'AddressGroup': {'1.2'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'ConntrackHelper': {'1.0'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Log': {'1.0'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Network': {'1.1'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Port': {'1.7'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'PortForwarding': {'1.2'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'QosPolicy': {'1.10'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroup': {'1.4'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SubPort': {'1.0'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Subnet': {'1.1'}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Trunk': {'1.1'}} Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: consumer versions: Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'ConntrackHelper': '1.0', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Log': '1.0', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Network': '1.1', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Port': '1.7', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'PortForwarding': '1.2', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'QosPolicy': '1.10', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroup': '1.4', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroupRule': '1.2', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SubPort': '1.0', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Subnet': '1.1', Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Trunk': '1.1'}} Oct 11 20:36:01.448870 dv-cinder-813532-1-iscsi neutron-server[105805]: {{(pid=105805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:36:01.493202 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.532074 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.533310 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:01.533937 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:01.614953 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7382617 Oct 11 20:36:01.633795 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd2df0-602b-41ed-805c-332f38d182ef admin admin] Pushing event updated for resources: {'Network': ['ID=18a7cf97-0e8e-402c-9bd1-99fb05b34f0c,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:01.646332 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:36:04.372321 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36636) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:04.756806 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f4e76b-84af-43ee-9a51-dd194b775044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:04.758167 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-65f4e76b-84af-43ee-9a51-dd194b775044 admin admin] 10.222.0.43 "GET /v2.0/networks/18a7cf97-0e8e-402c-9bd1-99fb05b34f0c HTTP/1.1" status: 200 len: 825 time: 0.3848996 Oct 11 20:36:04.782560 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2147fc38-5749-4073-ae8e-ef72337dc531 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/bd25f92e-2e98-49ef-83e6-5f636ec33a02 HTTP/1.1" status: 200 len: 734 time: 0.0180650 Oct 11 20:36:04.792237 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'name': 'private-subnet', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'bd25f92e-2e98-49ef-83e6-5f636ec33a02'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:36:04.813549 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Made reservation on behalf of f14e191b95d54187be4ef0f386a58f53 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:36:04.815796 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:05.102054 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:05.169959 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Checking segment: {'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:36:05.170325 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Network hostable DHCP agents. Network: 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:36:05.177089 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1045c83f-c814-499f-9b67-a24ca08b9347,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:05.193532 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:36:05.204512 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:36:05.208881 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:05.209448 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:05.214926 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a00a77e-301c-4da6-ac72-ccb28c1ad86c None None] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:36:05.226242 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f95f3500-5c8f-4bc7-b74f-f5466c47758d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4378417 Oct 11 20:36:05.536023 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'fixed_ips': [{'subnet_id': '1045c83f-c814-499f-9b67-a24ca08b9347'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:36:05.537249 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:05.812087 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Allocated IP 172.20.0.2 (18a7cf97-0e8e-402c-9bd1-99fb05b34f0c/1045c83f-c814-499f-9b67-a24ca08b9347/bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:36:06.016559 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:06.024783 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:06.124446 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:36:06.129056 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:36:06.133489 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:36:06.147383 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Pushing event updated for resources: {'Port': ['ID=bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:06.192858 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.193215 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.193552 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.193885 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.194207 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.194563 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.194886 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.195795 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.196132 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.196451 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.196763 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.197074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Tracked resource versions report: Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: pushed versions: Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: { 'AddressGroup': {'1.2'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'ConntrackHelper': {'1.0'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Log': {'1.0'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Network': {'1.1'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Port': {'1.7'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'PortForwarding': {'1.2'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'QosPolicy': {'1.10'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroup': {'1.4'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SubPort': {'1.0'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Subnet': {'1.1'}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Trunk': {'1.1'}} Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: consumer versions: Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'ConntrackHelper': '1.0', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Log': '1.0', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Network': '1.1', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Port': '1.7', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'PortForwarding': '1.2', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'QosPolicy': '1.10', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroup': '1.4', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroupRule': '1.2', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SubPort': '1.0', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Subnet': '1.1', Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Trunk': '1.1'}} Oct 11 20:36:06.198180 dv-cinder-813532-1-iscsi neutron-server[105806]: {{(pid=105806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:36:06.231277 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Attempting to bind port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:36:06.231863 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Attempting to bind port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:36:06.232043 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Attempting to bind port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 on network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:36:06.236712 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:36:06.237100 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Checking segment: {'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:36:06.237564 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:06.237944 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Bound using segment: {'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:36:06.238412 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Bound port: bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:36:06.238835 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:06.300908 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] For port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:36:06.305882 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] For port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49,segment=NetworkSegment(060227d0-d396-4f88-ac8e-c709f1b24026),segment_id=060227d0-d396-4f88-ac8e-c709f1b24026)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:36:06.309567 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:06.375980 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec16556-acac-4027-a3ea-e1eca2ff404e None None] Pushing event updated for resources: {'Port': ['ID=bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:07.756942 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 36644) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:08.253188 dv-cinder-813532-1-iscsi neutron-server[105804]: WARNING oslo_policy.policy [None req-f19a35cf-3261-4057-94c7-ca8957022a8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:36:08.253782 dv-cinder-813532-1-iscsi neutron-server[105804]: WARNING oslo_policy.policy [None req-f19a35cf-3261-4057-94c7-ca8957022a8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:36:08.485751 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [None req-f19a35cf-3261-4057-94c7-ca8957022a8b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:36:08.487076 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f19a35cf-3261-4057-94c7-ca8957022a8b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7269931 Oct 11 20:36:10.983505 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36658) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:11.295993 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [None req-56c6650c-fc0e-45c5-95b7-4f908dbe2568 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:36:11.297053 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-56c6650c-fc0e-45c5-95b7-4f908dbe2568 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3123829 Oct 11 20:36:14.059840 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36672) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:14.384146 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-a6d4cd4a-1592-4032-8f5a-d8a1f8ad35a7 admin admin] Request body: {'router': {'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'name': 'router1', 'admin_state_up': True}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:36:14.407262 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cd4a-1592-4032-8f5a-d8a1f8ad35a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:14.408865 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cd4a-1592-4032-8f5a-d8a1f8ad35a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:14.547959 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cd4a-1592-4032-8f5a-d8a1f8ad35a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:14.553553 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cd4a-1592-4032-8f5a-d8a1f8ad35a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:14.568353 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6d4cd4a-1592-4032-8f5a-d8a1f8ad35a7 admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:14.569538 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a6d4cd4a-1592-4032-8f5a-d8a1f8ad35a7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5086622 Oct 11 20:36:15.363345 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:36:15.458992 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcb56f-7a37-4499-acaf-b5763e8825c3 None None] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:36:15.471274 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:15.471659 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:15.666230 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-e3f6a201-6217-42eb-8892-9b13529996b3 None None] Provisioning complete for port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:15.666625 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e3f6a201-6217-42eb-8892-9b13529996b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:15.670297 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:15.767506 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49,segment=NetworkSegment(060227d0-d396-4f88-ac8e-c709f1b24026),segment_id=060227d0-d396-4f88-ac8e-c709f1b24026)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:36:15.776683 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:15.869246 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:16.088164 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-836f56cf-f4bd-4364-9fec-5b9f550902ae None None] Provisioning complete for port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:16.088531 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-836f56cf-f4bd-4364-9fec-5b9f550902ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:17.060885 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36684) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:17.377091 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [None req-6289b6a7-75ae-401d-ae7c-4f7b99db9e68 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:36:17.378128 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-6289b6a7-75ae-401d-ae7c-4f7b99db9e68 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3163025 Oct 11 20:36:17.467823 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:36:17.521234 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:17.521598 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:17.921051 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-cc396c4d-291c-4bce-a359-1610a134921d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:19.893019 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 36692) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:20.202939 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:36:20.223788 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Made reservation on behalf of 7f858c84e15e4ad5b557d2f75408d40f for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:36:20.226123 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.233774 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.307487 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.311014 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.324623 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Reserving flat network on physical network physnet1 {{(pid=105805) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 11 20:36:20.345126 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b9884b-bd19-4f5d-b225-219b116092ef,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:20.348254 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.348584 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Added segment e57f4316-d8da-4c70-948e-0ee68dbcd842 of type flat for network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 Oct 11 20:36:20.394628 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.424449 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.425406 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:20.425967 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:20.477947 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5838199 Oct 11 20:36:20.489849 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d478ba-329f-4bed-97a7-2b67ff6c2a65 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e364b9-cedc-4d86-bd76-b46b3b2834a0,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:20.500588 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:36:20.761810 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-254a7844-a92c-4016-9a71-2cf78bb55901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:21.441703 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:21.799344 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:22.950963 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 36710) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:23.000245 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:23.269669 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.policy [None req-ab0572b4-5c77-4e72-86ab-ec379ce233ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105804) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 11 20:36:23.317764 dv-cinder-813532-1-iscsi neutron-server[105804]: WARNING oslo_policy.policy [None req-ab0572b4-5c77-4e72-86ab-ec379ce233ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:36:23.318135 dv-cinder-813532-1-iscsi neutron-server[105804]: WARNING oslo_policy.policy [None req-ab0572b4-5c77-4e72-86ab-ec379ce233ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 11 20:36:23.326441 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0572b4-5c77-4e72-86ab-ec379ce233ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:23.328164 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ab0572b4-5c77-4e72-86ab-ec379ce233ae admin admin] 10.222.0.43 "GET /v2.0/subnets/1045c83f-c814-499f-9b67-a24ca08b9347 HTTP/1.1" status: 200 len: 849 time: 0.3762431 Oct 11 20:36:23.488849 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-54c86b94-6731-460b-bc04-236608495209 admin admin] 10.222.0.43 "GET /v2.0/routers/8a07ce79-f3dd-4c95-8868-b1f48599c754 HTTP/1.1" status: 200 len: 704 time: 0.1544337 Oct 11 20:36:23.745091 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.070294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Allocated IP 172.20.0.1 (18a7cf97-0e8e-402c-9bd1-99fb05b34f0c/1045c83f-c814-499f-9b67-a24ca08b9347/0f541f2b-9679-4eb0-bcbb-e13339fb7edc) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:36:24.275222 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.340572 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.379093 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:36:24.405487 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:36:24.409883 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:36:24.458680 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Pushing event updated for resources: {'Port': ['ID=0f541f2b-9679-4eb0-bcbb-e13339fb7edc,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:24.461141 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:36:24.463180 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.531353 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.531690 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.532023 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.532535 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.532890 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.533230 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.533554 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.533885 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.534226 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.534563 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.534884 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.535194 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Tracked resource versions report: Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: pushed versions: Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: { 'AddressGroup': {'1.2'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'ConntrackHelper': {'1.0'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Log': {'1.0'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Network': {'1.1'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Port': {'1.7'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'PortForwarding': {'1.2'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'QosPolicy': {'1.10'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroup': {'1.4'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SubPort': {'1.0'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Subnet': {'1.1'}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Trunk': {'1.1'}} Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: consumer versions: Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'ConntrackHelper': '1.0', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Log': '1.0', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Network': '1.1', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Port': '1.7', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'PortForwarding': '1.2', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'QosPolicy': '1.10', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroup': '1.4', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroupRule': '1.2', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SubPort': '1.0', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Subnet': '1.1', Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Trunk': '1.1'}} Oct 11 20:36:24.536296 dv-cinder-813532-1-iscsi neutron-server[105804]: {{(pid=105804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:36:24.631486 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-fd350997-d29b-4cb4-99fa-faaa6521b363 None None] Provisioning complete for port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:24.632058 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-fd350997-d29b-4cb4-99fa-faaa6521b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.664973 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.665480 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-fd350997-d29b-4cb4-99fa-faaa6521b363 None None] Port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:36:24.870391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.874586 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.875326 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:24.953640 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Pushing event updated for resources: {'Port': ['ID=0f541f2b-9679-4eb0-bcbb-e13339fb7edc,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:25.005122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:36:25.006402 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:36:25.186915 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-e1b49ceb-6b7f-46ad-ab9b-b921b89ae483 None None] Provisioning complete for port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:25.187304 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e1b49ceb-6b7f-46ad-ab9b-b921b89ae483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:25.214720 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Router 8a07ce79-f3dd-4c95-8868-b1f48599c754 is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:36:25.220869 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-e1b49ceb-6b7f-46ad-ab9b-b921b89ae483 None None] Port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:36:25.304864 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:36:25.312746 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-caa91f7b-2d39-4daf-91fb-1600a3573752 admin admin] 10.222.0.43 "PUT /v2.0/routers/8a07ce79-f3dd-4c95-8868-b1f48599c754/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8169076 Oct 11 20:36:25.322488 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Sync routers for ids ['8a07ce79-f3dd-4c95-8868-b1f48599c754'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:36:25.334181 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Routers {'8a07ce79-f3dd-4c95-8868-b1f48599c754'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:36:25.335008 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:36:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['8a07ce79-f3dd-4c95-8868-b1f48599c754'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:25.523277 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Set router 8a07ce79-f3dd-4c95-8868-b1f48599c754 gateway port host: None {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:36:25.953967 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'name': 'router1', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:36:14Z', 'updated_at': '2021-10-11T20:36:24Z', 'revision_number': 2, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'gw_port_host': None, '_interfaces': [{'id': '0f541f2b-9679-4eb0-bcbb-e13339fb7edc', 'name': '', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'mac_address': 'fa:16:3e:3d:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:23Z', 'updated_at': '2021-10-11T20:36:24Z', 'revision_number': 2, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'subnets': [{'id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd25f92e-2e98-49ef-83e6-5f636ec33a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:26.003791 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Checking router: 8a07ce79-f3dd-4c95-8868-b1f48599c754 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:36:26.004160 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Updating router 8a07ce79-f3dd-4c95-8868-b1f48599c754 port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:36:26.052915 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.561765 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.568469 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.658777 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Pushing event updated for resources: {'Port': ['ID=0f541f2b-9679-4eb0-bcbb-e13339fb7edc,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:26.668358 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.668711 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.669050 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.669385 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.669717 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.670042 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.670366 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.670887 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.671222 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.671546 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.671869 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.672186 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Tracked resource versions report: Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: pushed versions: Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: { 'AddressGroup': {'1.2'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'ConntrackHelper': {'1.0'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Log': {'1.0'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Network': {'1.1'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Port': {'1.7'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'PortForwarding': {'1.2'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'QosPolicy': {'1.10'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroup': {'1.4'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SubPort': {'1.0'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Subnet': {'1.1'}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Trunk': {'1.1'}} Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: consumer versions: Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'ConntrackHelper': '1.0', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Log': '1.0', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Network': '1.1', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Port': '1.7', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'PortForwarding': '1.2', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'QosPolicy': '1.10', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroup': '1.4', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroupRule': '1.2', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SubPort': '1.0', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Subnet': '1.1', Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Trunk': '1.1'}} Oct 11 20:36:26.673303 dv-cinder-813532-1-iscsi neutron-server[105807]: {{(pid=105807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:36:26.751325 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Attempting to bind port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:36:26.751722 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Attempting to bind port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:36:26.752153 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Attempting to bind port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc on network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:36:26.757240 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:36:26.757659 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Checking segment: {'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:36:26.758139 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.758649 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Bound using segment: {'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:36:26.759153 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Bound port: 0f541f2b-9679-4eb0-bcbb-e13339fb7edc, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060227d0-d396-4f88-ac8e-c709f1b24026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:36:26.759548 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.823920 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] For port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:36:26.844188 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] For port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0f541f2b-9679-4eb0-bcbb-e13339fb7edc,segment=NetworkSegment(060227d0-d396-4f88-ac8e-c709f1b24026),segment_id=060227d0-d396-4f88-ac8e-c709f1b24026)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:36:26.849965 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.855170 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-3ad4f7b1-313b-4f8f-95da-5735b87ab263 None None] Provisioning complete for port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:26.856175 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f7b1-313b-4f8f-95da-5735b87ab263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.903152 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Routers {'8a07ce79-f3dd-4c95-8868-b1f48599c754'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:36:26.903949 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:36:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['8a07ce79-f3dd-4c95-8868-b1f48599c754'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:26.941137 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f7b1-313b-4f8f-95da-5735b87ab263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:26.976515 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-3ad4f7b1-313b-4f8f-95da-5735b87ab263 None None] For port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0f541f2b-9679-4eb0-bcbb-e13339fb7edc,segment=NetworkSegment(060227d0-d396-4f88-ac8e-c709f1b24026),segment_id=060227d0-d396-4f88-ac8e-c709f1b24026)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:36:26.981665 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c09944-cfd1-41c7-b9b2-689dec9f926b None None] Pushing event updated for resources: {'Port': ['ID=0f541f2b-9679-4eb0-bcbb-e13339fb7edc,revision_number=4']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:26.983643 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3ad4f7b1-313b-4f8f-95da-5735b87ab263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:27.017590 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] Set router 8a07ce79-f3dd-4c95-8868-b1f48599c754 gateway port host: None {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:36:27.049171 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f7b1-313b-4f8f-95da-5735b87ab263 None None] Pushing event updated for resources: {'Port': ['ID=0f541f2b-9679-4eb0-bcbb-e13339fb7edc,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:27.104819 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-f470a0aa-da6f-496c-85d4-4de1de84d01c None None] Provisioning complete for port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:27.105196 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f470a0aa-da6f-496c-85d4-4de1de84d01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:27.236728 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'name': 'router1', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:36:14Z', 'updated_at': '2021-10-11T20:36:24Z', 'revision_number': 2, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'gw_port_host': None, '_interfaces': [{'id': '0f541f2b-9679-4eb0-bcbb-e13339fb7edc', 'name': '', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'mac_address': 'fa:16:3e:3d:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:23Z', 'updated_at': '2021-10-11T20:36:26Z', 'revision_number': 4, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'subnets': [{'id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd25f92e-2e98-49ef-83e6-5f636ec33a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:27.263283 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c478a-b64e-4285-86e1-0eae811410ec None None] The sync data for ids ['8a07ce79-f3dd-4c95-8868-b1f48599c754'] in dv-cinder-813532-1-iscsi is: [{'id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'name': 'router1', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:36:14Z', 'updated_at': '2021-10-11T20:36:24Z', 'revision_number': 2, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'gw_port_host': None, '_interfaces': [{'id': '0f541f2b-9679-4eb0-bcbb-e13339fb7edc', 'name': '', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'mac_address': 'fa:16:3e:3d:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:23Z', 'updated_at': '2021-10-11T20:36:26Z', 'revision_number': 4, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'subnets': [{'id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd25f92e-2e98-49ef-83e6-5f636ec33a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:36:27.636551 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 36736) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:27.746562 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985562e0-0ed9-4e9c-808a-389e77b11a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:27.747907 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-985562e0-0ed9-4e9c-808a-389e77b11a9e admin admin] 10.222.0.43 "GET /v2.0/networks/d0e364b9-cedc-4d86-bd76-b46b3b2834a0 HTTP/1.1" status: 200 len: 842 time: 0.1104162 Oct 11 20:36:27.757835 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:36:27.759526 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.quota [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Loaded quota_driver: . Oct 11 20:36:27.794720 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Made reservation on behalf of 7f858c84e15e4ad5b557d2f75408d40f for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:36:27.797053 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:28.107120 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.objects.ports [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105804) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 11 20:36:28.107548 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:28.161264 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9a428cf-c248-46de-943b-a05a95fb75fd,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:28.171771 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:36:28.172125 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Network hostable DHCP agents. Network: d0e364b9-cedc-4d86-bd76-b46b3b2834a0, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:36:28.193346 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:36:28.203841 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, d0e364b9-cedc-4d86-bd76-b46b3b2834a0) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:36:28.207865 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:28.208467 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:28.213661 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e8050-9a6b-4408-b12c-a9a28dedb420 None None] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:36:28.235118 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-176a86e1-41fb-46d6-b969-c50f7e8e03cf admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4805555 Oct 11 20:36:28.341628 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f38db-0dae-4455-9758-97aa81bf6004 None None] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:36:30.675161 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 36744) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:30.809766 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2a4640d1-cb14-4c09-8977-c2397a2d6374 admin admin] 10.222.0.43 "GET /v2.0/routers/8a07ce79-f3dd-4c95-8868-b1f48599c754 HTTP/1.1" status: 200 len: 710 time: 0.1334770 Oct 11 20:36:30.899581 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8407638-6fe7-4b3c-9c3a-480e80376831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:36:30.900854 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-a8407638-6fe7-4b3c-9c3a-480e80376831 admin admin] 10.222.0.43 "GET /v2.0/networks/d0e364b9-cedc-4d86-bd76-b46b3b2834a0 HTTP/1.1" status: 200 len: 886 time: 0.0849674 Oct 11 20:36:30.912276 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:36:31.206587 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:31.502013 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:31.576134 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:31.677954 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Allocated IP 172.27.2.169 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/2a1ded8e-5b80-4980-ba3f-cd1718deff3d) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:36:31.777848 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:31.809990 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:31.864316 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:36:31.867456 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:36:31.872346 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:36:31.906285 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Pushing event updated for resources: {'Port': ['ID=2a1ded8e-5b80-4980-ba3f-cd1718deff3d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:32.115005 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:32.307495 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-484895', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-487788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59701'] for router, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:32.310926 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-484870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-461557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-487767'] for router, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:32.417080 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Router 8a07ce79-f3dd-4c95-8868-b1f48599c754 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:36:32.520329 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:36:32.525081 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:32.526250 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-036e789d-d21f-4b17-a714-c23de69fcb2f admin admin] 10.222.0.43 "PUT /v2.0/routers/8a07ce79-f3dd-4c95-8868-b1f48599c754 HTTP/1.1" status: 200 len: 890 time: 1.6179893 Oct 11 20:36:33.366832 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0f541f2b-9679-4eb0-bcbb-e13339fb7edc up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:36:33.419871 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:33.420238 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:34.366161 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Sync routers for ids ['8a07ce79-f3dd-4c95-8868-b1f48599c754'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:36:34.377286 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Routers {'8a07ce79-f3dd-4c95-8868-b1f48599c754'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:36:34.378016 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:36:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['8a07ce79-f3dd-4c95-8868-b1f48599c754'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:34.584129 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Set router 8a07ce79-f3dd-4c95-8868-b1f48599c754 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:36:34.975395 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'name': 'router1', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2a1ded8e-5b80-4980-ba3f-cd1718deff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:36:14Z', 'updated_at': '2021-10-11T20:36:31Z', 'revision_number': 4, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'gw_port': {'id': '2a1ded8e-5b80-4980-ba3f-cd1718deff3d', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:31Z', 'updated_at': '2021-10-11T20:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '0f541f2b-9679-4eb0-bcbb-e13339fb7edc', 'name': '', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'mac_address': 'fa:16:3e:3d:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:23Z', 'updated_at': '2021-10-11T20:36:26Z', 'revision_number': 5, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'subnets': [{'id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd25f92e-2e98-49ef-83e6-5f636ec33a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:35.028667 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Checking router: 8a07ce79-f3dd-4c95-8868-b1f48599c754 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:36:35.029031 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Updating router 8a07ce79-f3dd-4c95-8868-b1f48599c754 port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:36:35.054705 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 36756) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:36:35.077595 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:35.167480 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-b049ea37-7112-4afb-ac13-068216178029 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1115718 Oct 11 20:36:35.494673 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:35.499995 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:35.542773 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Attempting to bind port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:36:35.543142 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Attempting to bind port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:36:35.543500 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Attempting to bind port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:36:35.550941 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:36:35.551244 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:36:35.551636 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:35.552019 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:36:35.552474 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Bound port: 2a1ded8e-5b80-4980-ba3f-cd1718deff3d, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:36:35.552865 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:35.605814 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb851c7-a334-43dd-9812-4f7feb7f7d45 None None] Pushing event updated for resources: {'Port': ['ID=2a1ded8e-5b80-4980-ba3f-cd1718deff3d,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:35.626516 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] For port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:36:35.627354 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] For port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=2a1ded8e-5b80-4980-ba3f-cd1718deff3d,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:36:35.634101 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:35.685848 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Routers {'8a07ce79-f3dd-4c95-8868-b1f48599c754'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:36:35.686450 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:36:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['8a07ce79-f3dd-4c95-8868-b1f48599c754'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:35.732081 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb851c7-a334-43dd-9812-4f7feb7f7d45 None None] Pushing event updated for resources: {'Port': ['ID=2a1ded8e-5b80-4980-ba3f-cd1718deff3d,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:35.806932 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] Set router 8a07ce79-f3dd-4c95-8868-b1f48599c754 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:36:36.021288 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'name': 'router1', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2a1ded8e-5b80-4980-ba3f-cd1718deff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:36:14Z', 'updated_at': '2021-10-11T20:36:31Z', 'revision_number': 4, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'gw_port': {'id': '2a1ded8e-5b80-4980-ba3f-cd1718deff3d', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:31Z', 'updated_at': '2021-10-11T20:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '0f541f2b-9679-4eb0-bcbb-e13339fb7edc', 'name': '', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'mac_address': 'fa:16:3e:3d:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:23Z', 'updated_at': '2021-10-11T20:36:26Z', 'revision_number': 5, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'subnets': [{'id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd25f92e-2e98-49ef-83e6-5f636ec33a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:36:36.052699 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb3ba76-03d0-4b6c-b8eb-f76803b6a404 None None] The sync data for ids ['8a07ce79-f3dd-4c95-8868-b1f48599c754'] in dv-cinder-813532-1-iscsi is: [{'id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'name': 'router1', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '2a1ded8e-5b80-4980-ba3f-cd1718deff3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:36:14Z', 'updated_at': '2021-10-11T20:36:31Z', 'revision_number': 4, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'gw_port': {'id': '2a1ded8e-5b80-4980-ba3f-cd1718deff3d', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:31Z', 'updated_at': '2021-10-11T20:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '0f541f2b-9679-4eb0-bcbb-e13339fb7edc', 'name': '', 'network_id': '18a7cf97-0e8e-402c-9bd1-99fb05b34f0c', 'tenant_id': 'f14e191b95d54187be4ef0f386a58f53', 'mac_address': 'fa:16:3e:3d:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a07ce79-f3dd-4c95-8868-b1f48599c754', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:36:23Z', 'updated_at': '2021-10-11T20:36:26Z', 'revision_number': 5, 'project_id': 'f14e191b95d54187be4ef0f386a58f53', 'subnets': [{'id': '1045c83f-c814-499f-9b67-a24ca08b9347', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bd25f92e-2e98-49ef-83e6-5f636ec33a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:36:37.386847 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 2a1ded8e-5b80-4980-ba3f-cd1718deff3d up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:36:37.441711 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:37.442074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:37.530872 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:37.551948 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=2a1ded8e-5b80-4980-ba3f-cd1718deff3d,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:36:37.559266 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:37.613136 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=2a1ded8e-5b80-4980-ba3f-cd1718deff3d,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:36:39.397427 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 2a1ded8e-5b80-4980-ba3f-cd1718deff3d up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:36:39.485217 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 2a1ded8e-5b80-4980-ba3f-cd1718deff3d triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:36:39.485217 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:47.925483 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ab4b8622-dd45-4b94-91f2-a8613d5f5426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:50.769188 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0c149175-0fbb-4004-a229-19543b812df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:51.448428 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:51.802652 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:36:53.031298 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:01.372600 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:37:17.930271 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-6a801fff-def0-405a-bf15-489a7e421c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:20.763624 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a5d48511-cad7-4b88-8325-aec34b15b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:21.443382 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:21.805679 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:23.030382 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:38.367658 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:37:47.922400 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8b7a05e4-9ffb-4914-a746-f9625cf179b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:50.765493 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-538331e9-c2c3-499e-979e-789b332252d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:51.445562 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:51.807915 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:37:53.039151 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:12.502359 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37318) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:12.562874 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.pecan_wsgi.hooks.translation [None req-5085d66b-1938-413a-973a-72da29d6ffa2 admin admin] GET failed (client error): The resource could not be found. Oct 11 20:38:12.564178 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-5085d66b-1938-413a-973a-72da29d6ffa2 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608592 Oct 11 20:38:12.803787 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2503c49f-b3c8-4d96-bcfd-2458ed617031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:12.804952 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2503c49f-b3c8-4d96-bcfd-2458ed617031 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2356246 Oct 11 20:38:15.060336 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37328) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:15.152046 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b22e98-00d5-46c0-9519-e90a41f2d5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:15.153386 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-71b22e98-00d5-46c0-9519-e90a41f2d5b2 admin admin] 10.222.0.43 "GET /v2.0/subnets/1045c83f-c814-499f-9b67-a24ca08b9347 HTTP/1.1" status: 200 len: 849 time: 0.0920300 Oct 11 20:38:15.163288 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:38:15.247760 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:15.374335 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:38:15.386966 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755377833741'] for subnet, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:15.419216 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:15.419792 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:15.421040 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] 10.222.0.43 "PUT /v2.0/subnets/1045c83f-c814-499f-9b67-a24ca08b9347 HTTP/1.1" status: 200 len: 868 time: 0.2614322 Oct 11 20:38:15.423915 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0eb1e5-a59f-4a90-9f88-744f06e56472 None None] Network 18a7cf97-0e8e-402c-9bd1-99fb05b34f0c requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:38:15.449181 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1045c83f-c814-499f-9b67-a24ca08b9347,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:38:15.457069 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.457435 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.457771 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.458096 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.458625 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.458987 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.460412 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.460412 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.460706 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.461001 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.461317 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.461630 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bebd93-dbe6-4ea9-a613-fb8641402b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:38:15.809578 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-adda261f-09f5-4d04-9c64-b31b4d0696bb None None] Provisioning complete for port 0f541f2b-9679-4eb0-bcbb-e13339fb7edc triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:38:15.809945 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-adda261f-09f5-4d04-9c64-b31b4d0696bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:15.895438 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-adda261f-09f5-4d04-9c64-b31b4d0696bb None None] Provisioning complete for port bccd8d8a-0ae7-4fc4-a9df-7834d7e49a49 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:38:15.895703 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-adda261f-09f5-4d04-9c64-b31b4d0696bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:17.699114 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37336) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:17.892683 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41fc61-043b-46ef-bdbb-cee43581e4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:17.893065 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41fc61-043b-46ef-bdbb-cee43581e4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:17.894621 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-7e41fc61-043b-46ef-bdbb-cee43581e4ae admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1945250 Oct 11 20:38:17.927807 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-79bcbc91-099c-4ed1-9372-6835f7a4455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:20.164725 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37344) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:20.294388 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a296774-7ab6-4585-8421-6626cfabdb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:20.294878 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a296774-7ab6-4585-8421-6626cfabdb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:20.296360 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-3a296774-7ab6-4585-8421-6626cfabdb94 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306953 Oct 11 20:38:20.766570 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-82434c15-f59b-4e96-8913-1f7ead6170ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:21.448667 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:21.810010 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:22.590694 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37352) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:22.765572 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881238fc-3a5e-4e33-8b70-293f06a42390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:22.766930 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-881238fc-3a5e-4e33-8b70-293f06a42390 admin admin] 10.222.0.43 "GET /v2.0/networks/18a7cf97-0e8e-402c-9bd1-99fb05b34f0c HTTP/1.1" status: 200 len: 869 time: 0.1753123 Oct 11 20:38:23.039319 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:25.032929 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37362) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:25.159440 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918372bd-11bf-4231-a0ab-2da082d7a32a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:25.160774 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-918372bd-11bf-4231-a0ab-2da082d7a32a admin admin] 10.222.0.43 "GET /v2.0/networks/d0e364b9-cedc-4d86-bd76-b46b3b2834a0 HTTP/1.1" status: 200 len: 886 time: 0.1269159 Oct 11 20:38:27.430836 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37370) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:27.551592 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f0ad5-28cd-4b3d-9147-d8c28fd16328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:27.552041 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128f0ad5-28cd-4b3d-9147-d8c28fd16328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:27.553587 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-128f0ad5-28cd-4b3d-9147-d8c28fd16328 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1218092 Oct 11 20:38:29.815476 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37378) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:29.908749 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865e80f-e1b9-4d85-b29a-65c0d21f16f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:29.909195 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865e80f-e1b9-4d85-b29a-65c0d21f16f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:29.910692 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3865e80f-e1b9-4d85-b29a-65c0d21f16f3 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942178 Oct 11 20:38:32.201891 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37386) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:32.291933 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497b467-de90-49d5-a7bb-bb3c0685c5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:32.293209 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b497b467-de90-49d5-a7bb-bb3c0685c5ea admin admin] 10.222.0.43 "GET /v2.0/subnets/1045c83f-c814-499f-9b67-a24ca08b9347 HTTP/1.1" status: 200 len: 868 time: 0.0903585 Oct 11 20:38:34.563367 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37394) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:34.648381 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18166da6-1280-4307-89b7-efaecd8ed356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:38:34.649665 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-18166da6-1280-4307-89b7-efaecd8ed356 admin admin] 10.222.0.43 "GET /v2.0/subnets/c9a428cf-c248-46de-943b-a05a95fb75fd HTTP/1.1" status: 200 len: 816 time: 0.0853589 Oct 11 20:38:47.930119 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-d1e2b5ca-525d-4d6e-a896-5f038f4aa843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:50.770119 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4d3c42d5-f4d5-4d02-b5ad-0af6265792a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:51.450128 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:51.815389 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:52.431129 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:38:53.146310 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:38:59.029064 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37448) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:38:59.077410 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [None req-f26af501-5a0c-49d1-8eea-87c69d743358 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:38:59.078407 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f26af501-5a0c-49d1-8eea-87c69d743358 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0484126 Oct 11 20:39:01.441530 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37456) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:39:01.502422 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf1814c-d83d-40df-b45b-deb4e6a45cb4 admin admin] GET failed (client error): The resource could not be found. Oct 11 20:39:01.503748 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8bf1814c-d83d-40df-b45b-deb4e6a45cb4 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613070 Oct 11 20:39:01.645829 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60e561-4eb7-404d-bade-40fe29e3dd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:39:01.647398 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-eb60e561-4eb7-404d-bade-40fe29e3dd76 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382949 Oct 11 20:39:03.961239 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37464) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:39:04.008570 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:39:04.028422 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Made reservation on behalf of 7f858c84e15e4ad5b557d2f75408d40f for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:39:04.030716 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:04.063928 dv-cinder-813532-1-iscsi neutron-server[105805]: WARNING neutron.services.revisions.revision_plugin [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Could not find related network for resource to bump revision. Oct 11 20:39:04.075558 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:39:04.084619 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:04.084960 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Added segment 17e0cee7-4854-4397-9356-a5ab948b37f9 of type vlan for network ebc55585-e3ad-4bae-97f9-3e2debf33788 Oct 11 20:39:04.122653 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:04.148117 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:04.148962 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:39:04.149532 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:04.201298 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2389963 Oct 11 20:39:04.212244 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Pushing event updated for resources: {'Network': ['ID=ebc55585-e3ad-4bae-97f9-3e2debf33788,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:39:04.219512 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.219860 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.220198 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.220528 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.220859 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.221188 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.221513 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.221839 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.222162 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.222805 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.223090 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.223404 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e392a-f6cf-4fc4-bf3c-31bac98579ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:04.234574 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network ebc55585-e3ad-4bae-97f9-3e2debf33788 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:39:06.485728 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37472) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:39:06.545127 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.pecan_wsgi.hooks.translation [None req-995ae09b-c0ab-4567-8797-bd9dd948c1fd admin admin] GET failed (client error): The resource could not be found. Oct 11 20:39:06.546415 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-995ae09b-c0ab-4567-8797-bd9dd948c1fd admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597546 Oct 11 20:39:06.614699 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd6d5e0-69e1-456f-922c-e62f13caef16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:39:06.616791 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-bfd6d5e0-69e1-456f-922c-e62f13caef16 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0657001 Oct 11 20:39:06.626809 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:39:06.645683 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Made reservation on behalf of 7f858c84e15e4ad5b557d2f75408d40f for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:39:06.647948 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:06.847394 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:06.904386 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7085fca1-90d8-4da7-a35d-b20c37bd02f5,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:39:06.914725 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Checking segment: {'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:39:06.915077 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Network hostable DHCP agents. Network: ebc55585-e3ad-4bae-97f9-3e2debf33788, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:39:06.930598 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Network ebc55585-e3ad-4bae-97f9-3e2debf33788 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:39:06.939127 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, ebc55585-e3ad-4bae-97f9-3e2debf33788) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:39:06.943273 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:39:06.943990 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:06.948258 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861b458-c1e2-46cb-aa7f-15e08f406a90 None None] Network ebc55585-e3ad-4bae-97f9-3e2debf33788 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:39:06.959965 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-1c01abc7-3d73-4c71-9c10-3c59e8e2d517 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3364034 Oct 11 20:39:07.117692 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-ebc55585-e3ad-4bae-97f9-3e2debf33788', 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788', 'tenant_id': '7f858c84e15e4ad5b557d2f75408d40f', 'fixed_ips': [{'subnet_id': '7085fca1-90d8-4da7-a35d-b20c37bd02f5'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:39:07.118655 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:07.259620 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Allocated IP 192.168.233.2 (ebc55585-e3ad-4bae-97f9-3e2debf33788/7085fca1-90d8-4da7-a35d-b20c37bd02f5/808d3d0b-9f70-4e04-9113-8735803e2a33) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:39:07.404017 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:07.410399 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:07.447503 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Network ebc55585-e3ad-4bae-97f9-3e2debf33788 is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:39:07.452410 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:39:07.455854 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:39:07.468322 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Pushing event updated for resources: {'Port': ['ID=808d3d0b-9f70-4e04-9113-8735803e2a33,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:39:07.490166 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.490721 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.491071 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.491409 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.491750 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.492081 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.492410 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.492755 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.493102 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.493424 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.493744 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.494064 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:39:07.525776 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Attempting to bind port 808d3d0b-9f70-4e04-9113-8735803e2a33 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:39:07.526132 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Attempting to bind port 808d3d0b-9f70-4e04-9113-8735803e2a33 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:39:07.526573 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Attempting to bind port 808d3d0b-9f70-4e04-9113-8735803e2a33 on network ebc55585-e3ad-4bae-97f9-3e2debf33788 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:39:07.531664 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:39:07.532033 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Checking segment: {'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:39:07.532501 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:07.532863 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Bound using segment: {'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:39:07.533319 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Bound port: 808d3d0b-9f70-4e04-9113-8735803e2a33, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:39:07.533730 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:07.598375 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] For port 808d3d0b-9f70-4e04-9113-8735803e2a33, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:39:07.603431 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] For port 808d3d0b-9f70-4e04-9113-8735803e2a33, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=808d3d0b-9f70-4e04-9113-8735803e2a33,segment=NetworkSegment(17e0cee7-4854-4397-9356-a5ab948b37f9),segment_id=17e0cee7-4854-4397-9356-a5ab948b37f9)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:39:07.608549 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:07.668841 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a3339-84f4-4634-8b5f-46679993d3ca None None] Pushing event updated for resources: {'Port': ['ID=808d3d0b-9f70-4e04-9113-8735803e2a33,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:39:08.505643 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b02ba-700f-4268-9d61-808232885f2b None None] Network ebc55585-e3ad-4bae-97f9-3e2debf33788 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:39:08.593862 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a5f585f3-a1ba-46f7-9fff-9a79bc8699e5 None None] Provisioning complete for port 808d3d0b-9f70-4e04-9113-8735803e2a33 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:39:08.594151 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a5f585f3-a1ba-46f7-9fff-9a79bc8699e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:08.728580 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a5f585f3-a1ba-46f7-9fff-9a79bc8699e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:08.763359 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a5f585f3-a1ba-46f7-9fff-9a79bc8699e5 None None] For port 808d3d0b-9f70-4e04-9113-8735803e2a33, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=808d3d0b-9f70-4e04-9113-8735803e2a33,segment=NetworkSegment(17e0cee7-4854-4397-9356-a5ab948b37f9),segment_id=17e0cee7-4854-4397-9356-a5ab948b37f9)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:39:08.768237 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a5f585f3-a1ba-46f7-9fff-9a79bc8699e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:08.821990 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f585f3-a1ba-46f7-9fff-9a79bc8699e5 None None] Pushing event updated for resources: {'Port': ['ID=808d3d0b-9f70-4e04-9113-8735803e2a33,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:39:08.988615 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b297b39e-f15d-4395-a660-4caf52e557bf None None] Provisioning complete for port 808d3d0b-9f70-4e04-9113-8735803e2a33 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:39:08.988981 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b297b39e-f15d-4395-a660-4caf52e557bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:09.494136 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 808d3d0b-9f70-4e04-9113-8735803e2a33 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:39:09.546287 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 808d3d0b-9f70-4e04-9113-8735803e2a33 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:39:09.546986 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:17.930534 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-7f29c440-0e07-4be4-9c1a-faae012d0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:20.773989 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-08591763-ee0a-4eff-a12c-d7fd4b789df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:21.450863 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:21.816453 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:23.049719 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:29.373152 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:39:47.930777 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f81a66d1-5443-4507-b1df-2370d9b0661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:50.774256 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8c8a87a7-a2aa-45dc-8648-b7abb48f3db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:51.453265 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:51.820372 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:39:53.052428 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:06.374517 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:40:17.931182 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-033fcb43-a490-4877-87cb-f5dedac6d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:20.775077 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f5a7-5ca9-431c-a46b-bfc784a68c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:21.455360 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:21.822617 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:23.055448 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.067567 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37524) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:40:25.073526 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [None req-43c331b3-89ff-49e2-88ff-1814ae2172fd tempest-verify_tempest_config-1225676557 tempest-verify_tempest_config-1225676557-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:40:25.074486 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-43c331b3-89ff-49e2-88ff-1814ae2172fd tempest-verify_tempest_config-1225676557 tempest-verify_tempest_config-1225676557-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059581 Oct 11 20:40:25.363606 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37542) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:40:25.463109 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.534709 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.538255 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.586825 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d15d57028baa473d91bf1a4f3770b17a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2221553 Oct 11 20:40:25.587888 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187548dc-a7d0-4c07-86f1-8d178e57ac41,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:40:25.589511 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37546) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:40:25.594381 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.594762 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.595099 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.595426 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.595748 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.596087 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.596410 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.596742 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.597077 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.597393 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.597707 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.598056 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a66861-7b03-47fd-834b-521d89d7f462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.662432 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.682702 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.774081 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.776636 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:25.777784 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/187548dc-a7d0-4c07-86f1-8d178e57ac41 HTTP/1.1" status: 204 len: 168 time: 0.1872973 Oct 11 20:40:25.785686 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187548dc-a7d0-4c07-86f1-8d178e57ac41,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:40:25.792227 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.792598 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.792943 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.793282 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.793609 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.793951 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.794284 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.794648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.794980 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.795306 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.795630 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:25.795949 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e7a7268-80aa-42b9-acb2-8beaefe500d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:40:43.376112 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:40:47.931859 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b67cb757-7e3a-4338-8d50-fcdac8c6f5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:50.774830 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f8600596-af33-43ef-b8ab-13293eabfa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:51.457865 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:51.825602 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:40:53.057676 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:17.931719 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f633987d-46b1-4cb6-aeed-73a828bee47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:20.376258 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 5 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:41:20.775372 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0be9f507-5c97-4ee3-9f93-7472a790c924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:21.459314 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:21.828387 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:23.063895 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:47.931924 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-bf87e1f2-9d7b-435f-852e-843e5183d70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:50.777343 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-d3f9711f-1df0-419a-b9fd-ed1ff1673393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:51.460507 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:51.836209 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:53.064323 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:56.619091 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-487413'] for agent, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:41:57.380382 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:42:11.451900 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37620) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:42:11.559737 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9939477f-cfa3-439d-903f-22ffe74418a5 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1067545 Oct 11 20:42:13.876626 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37630) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:42:13.930546 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-d4f28f56-797a-4db7-a3c6-cbcaf96cc28a admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0528169 Oct 11 20:42:17.936566 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-48e822d0-c245-4f28-a2f2-a5df3b0449d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:20.777092 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4096edfa-11e0-41ed-84e2-dfc120d19024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:21.460756 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:21.926871 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:23.066059 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:26.567837 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:34.383079 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:42:47.937342 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-eaf63be7-6765-424b-b31a-df44eed4dba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:50.776165 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-617c3673-9974-4c87-b43d-2f8b62cc9010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:51.461413 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:51.837024 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:53.069445 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:42:56.587717 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:11.386338 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:43:17.937853 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5b17d09c-576d-471b-a329-6b654b7ba558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:20.777716 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-96b5fb59-24ca-4320-8715-97356b673b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:21.462845 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:21.839534 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:23.077478 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:26.602616 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.440663 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37722) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:40.604584 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-244813749-network', 'tenant_id': 'f9110efa6fea40f0aee8d5d88b3f4ae5'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:40.630357 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Made reservation on behalf of f9110efa6fea40f0aee8d5d88b3f4ae5 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:40.633101 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.642502 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.728162 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.733414 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.750217 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:43:40.761486 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.761832 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Added segment 5023a942-18fb-46c9-b9b6-074850f3519a of type vlan for network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 Oct 11 20:43:40.825003 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.831589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d2813-7dbe-42f1-8f21-16c948496790,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:40.840272 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.840622 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.840948 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.841449 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.841770 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.842089 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.842406 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.842951 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.843277 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.843596 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.843907 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.844222 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Tracked resource versions report: Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: pushed versions: Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: { 'AddressGroup': {'1.2'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'ConntrackHelper': {'1.0'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Log': {'1.0'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Network': {'1.1'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Port': {'1.7'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'PortForwarding': {'1.2'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'QosPolicy': {'1.10'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroup': {'1.4'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SubPort': {'1.0'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Subnet': {'1.1'}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Trunk': {'1.1'}} Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: consumer versions: Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: HyperV agent@hv-cinder-81353: {}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'ConntrackHelper': '1.0', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Log': '1.0', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Network': '1.1', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Port': '1.7', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'PortForwarding': '1.2', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'QosPolicy': '1.10', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroup': '1.4', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SecurityGroupRule': '1.2', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'SubPort': '1.0', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Subnet': '1.1', Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: 'Trunk': '1.1'}} Oct 11 20:43:40.845297 dv-cinder-813532-1-iscsi neutron-server[105805]: {{(pid=105805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:43:40.866770 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.867130 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:40.867703 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:40.922881 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37772) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:40.923395 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4809251 Oct 11 20:43:40.930386 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Request body: {'subnet': {'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-244813749-subnet', 'tenant_id': 'f9110efa6fea40f0aee8d5d88b3f4ae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:40.936096 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29001302-4bd7-45dd-b0ed-1cc153e5db50 admin admin] Pushing event updated for resources: {'Network': ['ID=aae9f6a5-9114-42e9-b9e4-2bbf24a85650,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:40.947196 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:43:40.962269 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Made reservation on behalf of f9110efa6fea40f0aee8d5d88b3f4ae5 for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:40.965457 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:41.159864 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:41.210579 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29670fe-a261-43a9-bcbd-661a07947f8a,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:41.217792 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.218149 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.218538 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.218877 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.219203 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.219529 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.219853 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.220180 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.220518 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.220839 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.221158 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.221478 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Tracked resource versions report: Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: pushed versions: Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: { 'AddressGroup': {'1.2'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'ConntrackHelper': {'1.0'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Log': {'1.0'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Network': {'1.1'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Port': {'1.7'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'PortForwarding': {'1.2'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'QosPolicy': {'1.10'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroup': {'1.4'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SubPort': {'1.0'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Subnet': {'1.1'}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Trunk': {'1.1'}} Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: consumer versions: Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: HyperV agent@hv-cinder-81353: {}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'ConntrackHelper': '1.0', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Log': '1.0', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Network': '1.1', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Port': '1.7', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'PortForwarding': '1.2', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'QosPolicy': '1.10', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroup': '1.4', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SecurityGroupRule': '1.2', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'SubPort': '1.0', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Subnet': '1.1', Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: 'Trunk': '1.1'}} Oct 11 20:43:41.222691 dv-cinder-813532-1-iscsi neutron-server[105804]: {{(pid=105804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:43:41.252004 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Checking segment: {'id': '5023a942-18fb-46c9-b9b6-074850f3519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:41.252585 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Network hostable DHCP agents. Network: aae9f6a5-9114-42e9-b9e4-2bbf24a85650, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:43:41.272102 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:43:41.283058 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, aae9f6a5-9114-42e9-b9e4-2bbf24a85650) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:41.288294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:41.289140 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:41.296479 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc46563-8db7-419b-b14a-8090baf1d14b None None] Network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:43:41.310314 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-3a5734b0-1a92-4dff-910d-3603f9b120ec admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3861246 Oct 11 20:43:41.426814 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c36e0-2f49-44a2-8e3a-37a9b12d0bd9 None None] Network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:43:42.060552 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37856) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:42.386843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-network', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:42.412125 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Made reservation on behalf of fb1acd56ab96406d874bb11fc98e2dec for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:42.416644 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.431005 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.484252 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37872) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:42.530614 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.537607 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.559696 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:43:42.576393 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:42.580672 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.581062 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Added segment 58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7 of type vlan for network ba20353d-3169-4943-bf79-3223bcb0b4d0 Oct 11 20:43:42.626807 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.655217 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.657407 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:42.658291 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:42.736921 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37880) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:42.743146 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Request body: {'subnet': {'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-subnet', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:42.750373 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6866341 Oct 11 20:43:42.763364 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3b9e4-a74a-49d2-8da8-1765a20cfc10 admin admin] Pushing event updated for resources: {'Network': ['ID=ba20353d-3169-4943-bf79-3223bcb0b4d0,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:42.775713 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:43:42.783037 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Made reservation on behalf of fb1acd56ab96406d874bb11fc98e2dec for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:42.785799 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.074227 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-722368679-network', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:43.115866 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Made reservation on behalf of 0d17687fb55b4523970da4e2fc53a32d for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:43.119076 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.141131 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.154538 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.256894 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Checking segment: {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:43.257342 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Network hostable DHCP agents. Network: ba20353d-3169-4943-bf79-3223bcb0b4d0, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:43:43.259908 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bc31fb-c7a0-4891-a1b6-83c7348cd784,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:43.290652 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:43:43.297959 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.303311 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, ba20353d-3169-4943-bf79-3223bcb0b4d0) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:43.305170 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.309657 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:43.310733 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.320771 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0bf688-4db3-4499-b9bd-ef0430ebe94f None None] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:43:43.342773 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-14be0e58-505f-4c7f-97d0-0edfbddabe69 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6042268 Oct 11 20:43:43.345379 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 37914) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:43.350115 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:43.374120 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:43:43.396964 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47705cae-b00d-421d-97ec-f74f1797679f,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:43.410975 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.412141 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Added segment 53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb of type vlan for network f7e520f6-3b02-48f4-980b-3a46702f847e Oct 11 20:43:43.416431 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.418078 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.513220 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.521408 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc53ffa3-c189-4734-84c0-4585eab2fc66 None None] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:43:43.538396 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.547511 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.549297 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:43.550269 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.618263 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] Pushing event updated for resources: {'Network': ['ID=f7e520f6-3b02-48f4-980b-3a46702f847e,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:43.640159 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network f7e520f6-3b02-48f4-980b-3a46702f847e details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:43:43.655838 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e40b3121-60c8-43ce-92a1-51ecdc3ea50f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1699941 Oct 11 20:43:43.656457 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37930) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:43.664977 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Request body: {'subnet': {'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-722368679-subnet', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:43.701023 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Made reservation on behalf of 0d17687fb55b4523970da4e2fc53a32d for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:43.703108 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:43.736753 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.039876 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.082510 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:44.110378 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Checking segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:44.111009 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Network hostable DHCP agents. Network: f7e520f6-3b02-48f4-980b-3a46702f847e, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:43:44.131181 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Network f7e520f6-3b02-48f4-980b-3a46702f847e is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:43:44.140910 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.149238 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, f7e520f6-3b02-48f4-980b-3a46702f847e) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:44.159143 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ddcd73-4ff5-4898-bd0e-8d2dcfda0560 None None] Network f7e520f6-3b02-48f4-980b-3a46702f847e requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:43:44.163100 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:44.163700 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.179280 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.191197 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-291e332e-ed32-4b30-97b9-8002a594fe4f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5313432 Oct 11 20:43:44.192155 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37952) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:44.203269 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:44.235827 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 37960) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:44.238554 dv-cinder-813532-1-iscsi neutron-server[105805]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 20:43:44.281648 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.282872 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.366244 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-f7e520f6-3b02-48f4-980b-3a46702f847e', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:43:44.367363 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.372369 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Allocated IP 172.27.2.136 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:44.458424 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.520021 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Allocated IP 172.20.0.2 (f7e520f6-3b02-48f4-980b-3a46702f847e/3f3a7e06-d8a7-41ea-88cc-a175f1a636cd/61dcb433-ff87-4734-994e-411b8c6eb2fa) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:44.579780 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.624168 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.654310 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.671059 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-e987c540-5d52-43ab-babd-13f17d657c1a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:44.672653 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-e987c540-5d52-43ab-babd-13f17d657c1a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/networks?id=aae9f6a5-9114-42e9-b9e4-2bbf24a85650 HTTP/1.1" status: 200 len: 811 time: 0.4356644 Oct 11 20:43:44.684754 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.705742 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:44.705836 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.705928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:44.716713 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:44.744368 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Network f7e520f6-3b02-48f4-980b-3a46702f847e is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:44.746074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:44.752126 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:43:44.772349 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:43:44.822170 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Pushing event updated for resources: {'Port': ['ID=61dcb433-ff87-4734-994e-411b8c6eb2fa,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:44.847481 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.848586 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.848992 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.849476 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.849814 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.850144 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.850793 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.851409 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.851753 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.852559 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.852905 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.853234 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Tracked resource versions report: Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: pushed versions: Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: { 'AddressGroup': {'1.2'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'ConntrackHelper': {'1.0'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Log': {'1.0'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Network': {'1.1'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Port': {'1.7'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'PortForwarding': {'1.2'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'QosPolicy': {'1.10'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroup': {'1.4'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SubPort': {'1.0'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Subnet': {'1.1'}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Trunk': {'1.1'}} Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: consumer versions: Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: HyperV agent@hv-cinder-81353: {}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'ConntrackHelper': '1.0', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Log': '1.0', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Network': '1.1', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Port': '1.7', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'PortForwarding': '1.2', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'QosPolicy': '1.10', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroup': '1.4', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SecurityGroupRule': '1.2', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'SubPort': '1.0', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Subnet': '1.1', Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: 'Trunk': '1.1'}} Oct 11 20:43:44.854375 dv-cinder-813532-1-iscsi neutron-server[105806]: {{(pid=105806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:43:44.857175 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Attempting to bind port 61dcb433-ff87-4734-994e-411b8c6eb2fa on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:43:44.857665 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Attempting to bind port 61dcb433-ff87-4734-994e-411b8c6eb2fa by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:43:44.858026 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Attempting to bind port 61dcb433-ff87-4734-994e-411b8c6eb2fa on network f7e520f6-3b02-48f4-980b-3a46702f847e {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:43:44.858885 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-580c4a9b-dedd-4eaf-a3d0-c1b8642a8d4d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/quotas/f9110efa6fea40f0aee8d5d88b3f4ae5 HTTP/1.1" status: 200 len: 375 time: 0.1732259 Oct 11 20:43:44.864075 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:43:44.864451 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Checking segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:44.865396 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.865932 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Bound using segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:43:44.866775 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Bound port: 61dcb433-ff87-4734-994e-411b8c6eb2fa, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:43:44.867234 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:44.949359 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] For port 61dcb433-ff87-4734-994e-411b8c6eb2fa, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:43:44.953154 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] For port 61dcb433-ff87-4734-994e-411b8c6eb2fa, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=61dcb433-ff87-4734-994e-411b8c6eb2fa,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:43:44.957295 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-8d7db8de-c5c9-489d-b288-af444f49df00 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f9110efa6fea40f0aee8d5d88b3f4ae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880001 Oct 11 20:43:44.959412 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:45.046188 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd645ca-4941-494c-bf30-78b52c41889b None None] Pushing event updated for resources: {'Port': ['ID=61dcb433-ff87-4734-994e-411b8c6eb2fa,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:45.134527 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:45.294106 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:45.391361 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:45.391361 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-84d3d18d-a480-4481-9d9a-c448e3c639aa service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:43:45.391361 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-84d3d18d-a480-4481-9d9a-c448e3c639aa service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1885180 Oct 11 20:43:45.502067 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:45.629982 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-27a53cfb-dc1c-4e32-93b7-59adc45ff61e service neutron] 10.222.0.43 "GET /v2.0/networks/aae9f6a5-9114-42e9-b9e4-2bbf24a85650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604322 Oct 11 20:43:45.650398 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Allocated IP 172.27.2.84 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/cf1f2a70-bd73-4c92-88ce-f89911563696) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:45.791373 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:43:45.822352 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 61dcb433-ff87-4734-994e-411b8c6eb2fa up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:43:45.877920 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-50678680-384e-44d2-b614-deafe33233cc service neutron] 10.222.0.43 "GET /v2.0/networks/aae9f6a5-9114-42e9-b9e4-2bbf24a85650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292969 Oct 11 20:43:45.896284 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 61dcb433-ff87-4734-994e-411b8c6eb2fa triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:45.897072 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:45.908363 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:45.952298 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:43:45.970076 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Sync routers for ids ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:43:45.980311 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Routers {'27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:45.980812 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:46.008183 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:46.020015 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:46.022161 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-cebd8f6a-03ad-4a23-9e74-07d467a9c8f2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6756766 Oct 11 20:43:46.025119 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38014) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:46.055073 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:46.127958 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 61dcb433-ff87-4734-994e-411b8c6eb2fa, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=61dcb433-ff87-4734-994e-411b8c6eb2fa,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:43:46.138401 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:46.150965 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:46.157629 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Pushing event updated for resources: {'Port': ['ID=cf1f2a70-bd73-4c92-88ce-f89911563696,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:46.167616 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:46.195510 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=61dcb433-ff87-4734-994e-411b8c6eb2fa,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:46.219127 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:43:46.284303 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Set router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:46.709651 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:43:44Z', 'revision_number': 3, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port': {'id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:46.753028 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Checking router: 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:43:46.753436 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Updating router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:43:46.808822 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f450c-b095-4fd8-ba9e-94873c051497 None None] Network f7e520f6-3b02-48f4-980b-3a46702f847e requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:43:46.809006 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6880666a-bce1-4a7e-80b9-0946660ff5d7 req-3a90cc79-ef92-41d1-950f-ece6e08ec9e5 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.1695266 Oct 11 20:43:46.817008 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.034909 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.055647 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-188c177f-a1a5-4d8b-9c1f-76a20677ea7f None None] Provisioning complete for port 61dcb433-ff87-4734-994e-411b8c6eb2fa triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:47.064312 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-188c177f-a1a5-4d8b-9c1f-76a20677ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.398523 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.415169 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.479795 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Pushing event updated for resources: {'Port': ['ID=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,revision_number=2']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:47.490180 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.491043 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.491345 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.491931 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.492722 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.492994 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.493419 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.493863 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.494344 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.494862 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.495318 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.495935 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Tracked resource versions report: Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: pushed versions: Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: { 'AddressGroup': {'1.2'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'ConntrackHelper': {'1.0'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Log': {'1.0'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Network': {'1.1'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Port': {'1.7'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'PortForwarding': {'1.2'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'QosPolicy': {'1.10'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroup': {'1.4'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroupRule': {'1.2'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SubPort': {'1.0'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Subnet': {'1.1'}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Trunk': {'1.1'}} Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: consumer versions: Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: { DHCP agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: HyperV agent@hv-cinder-81353: {}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: L3 agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: Metadata agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: Metering agent@dv-cinder-813532-1-iscsi: {}, Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: Open vSwitch agent@dv-cinder-813532-1-iscsi: { 'AddressGroup': '1.2', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'ConntrackHelper': '1.0', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Log': '1.0', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Network': '1.1', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Port': '1.7', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'PortForwarding': '1.2', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'QosPolicy': '1.10', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroup': '1.4', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SecurityGroupRule': '1.2', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'SubPort': '1.0', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Subnet': '1.1', Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: 'Trunk': '1.1'}} Oct 11 20:43:47.497668 dv-cinder-813532-1-iscsi neutron-server[105807]: {{(pid=105807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 11 20:43:47.520450 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Attempting to bind port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:43:47.521772 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Attempting to bind port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:43:47.522285 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Attempting to bind port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:43:47.528930 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:43:47.529425 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:47.529935 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.530430 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:43:47.531046 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Bound port: 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:43:47.531548 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.693370 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 61dcb433-ff87-4734-994e-411b8c6eb2fa up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:43:47.703046 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] For port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:43:47.707823 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] For port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:43:47.717070 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.746606 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.755793 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:47.846134 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Routers {'27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:47.846821 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:47.996643 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-60a4aab6-be3e-472c-b1f5-dc71fd57e5df req-b406ac36-4633-474e-8174-d52effeec4ca tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0817134 Oct 11 20:43:48.020105 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-caf10d76-362d-4460-8527-536363786570 None None] Provisioning complete for port 61dcb433-ff87-4734-994e-411b8c6eb2fa triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:48.021164 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-caf10d76-362d-4460-8527-536363786570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.055570 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0d7b99dd-3ef8-4cbc-9113-1f1e1bae82e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.100692 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 61dcb433-ff87-4734-994e-411b8c6eb2fa triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:48.101309 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.105629 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Allocated IP 172.20.0.1 (ba20353d-3169-4943-bf79-3223bcb0b4d0/11bc31fb-c7a0-4891-a1b6-83c7348cd784/9d9e48ea-c3a9-4f56-9fea-ae3665b863c3) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:48.127426 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] Set router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:48.335627 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.366937 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:43:48.389284 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70968646-dfdf-4e40-9efc-c6f7cde18ea8 None None] Pushing event updated for resources: {'Port': ['ID=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:48.389508 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.436841 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:43:48.455709 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:48.462418 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:48.464649 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:48.470793 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:43:48.471388 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.478415 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:43:44Z', 'revision_number': 3, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port': {'id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:48.512652 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:43:48.526181 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Sync routers for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:43:48.536975 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:48.537615 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:48.537999 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.542295 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-347a8e41-7a82-4b39-8119-76f5324c399f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3462241 Oct 11 20:43:48.542876 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38154) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:48.602309 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3686f22e-638b-4033-aad1-888d42eb55a1 None None] The sync data for ids ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'] in dv-cinder-813532-1-iscsi is: [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:43:44Z', 'revision_number': 3, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port': {'id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:43:48.656480 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.659721 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:48.862996 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.875659 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.876766 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.903678 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:46Z', 'revision_number': 3, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:48.942941 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Checking router: 759806dd-ea3b-4031-b4f7-5e5f79d19e2b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:43:48.943780 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Updating router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b port cf1f2a70-bd73-4c92-88ce-f89911563696 binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:43:48.970200 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:48.971670 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Pushing event updated for resources: {'Port': ['ID=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:49.034277 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:49.039711 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:49.164195 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.219268 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:43:49.287164 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-928af5be-f98f-40d3-87b8-49bb98e6d67a req-c47fa190-47e3-49b1-85fb-721b782aefd7 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0808051 Oct 11 20:43:49.346889 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.355673 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.402868 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:43:49.426116 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Attempting to bind port cf1f2a70-bd73-4c92-88ce-f89911563696 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:43:49.426521 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Attempting to bind port cf1f2a70-bd73-4c92-88ce-f89911563696 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:43:49.426929 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Attempting to bind port cf1f2a70-bd73-4c92-88ce-f89911563696 on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:43:49.437753 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0eaeccc3-7c1f-4934-8bca-681a123ca695 admin admin] 10.222.0.43 "PUT /v2.0/routers/27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4114673 Oct 11 20:43:49.465386 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:43:49.465753 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:49.466159 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.466570 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:43:49.467039 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Bound port: cf1f2a70-bd73-4c92-88ce-f89911563696, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:43:49.467436 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.469056 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f78b64-f845-44fa-9c3b-9910d9506c88 None None] Pushing event updated for resources: {'Port': ['ID=cf1f2a70-bd73-4c92-88ce-f89911563696,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:49.477648 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Allocated IP 172.20.0.1 (f7e520f6-3b02-48f4-980b-3a46702f847e/3f3a7e06-d8a7-41ea-88cc-a175f1a636cd/83f9fc4d-1e76-43df-b5a4-2848dcbdaf59) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:49.536410 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] For port cf1f2a70-bd73-4c92-88ce-f89911563696, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:43:49.540205 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] For port cf1f2a70-bd73-4c92-88ce-f89911563696, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=cf1f2a70-bd73-4c92-88ce-f89911563696,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:43:49.548589 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.610622 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:49.611247 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:49.676719 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.722918 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:43:49.728564 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f78b64-f845-44fa-9c3b-9910d9506c88 None None] Pushing event updated for resources: {'Port': ['ID=cf1f2a70-bd73-4c92-88ce-f89911563696,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:49.728906 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.765151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Network f7e520f6-3b02-48f4-980b-3a46702f847e is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:49.767930 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:49.774391 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:43:49.774921 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:49.795111 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:49.854639 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Pushing event updated for resources: {'Port': ['ID=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:49.906250 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:49.906660 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.055467 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.063983 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-153a5012-09a3-49a5-a396-6cf57d5d44b4 None None] Provisioning complete for port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:50.064356 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-153a5012-09a3-49a5-a396-6cf57d5d44b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.101553 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:43:50.118031 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.120865 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:46Z', 'revision_number': 3, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:50.129902 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-153a5012-09a3-49a5-a396-6cf57d5d44b4 None None] Port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:43:50.173344 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56936-d0ae-49f6-a661-0b61f03676ea None None] The sync data for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi is: [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:46Z', 'revision_number': 3, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:43:50.198523 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:50.205950 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-8c5691dd-378b-48bc-b4b4-fa7a0deb2aa7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:50.207494 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-8c5691dd-378b-48bc-b4b4-fa7a0deb2aa7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 819 time: 0.4115496 Oct 11 20:43:50.222410 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.234594 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-166487b9-c6eb-4f46-bca6-c9e91d02fb83 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/quotas/fb1acd56ab96406d874bb11fc98e2dec HTTP/1.1" status: 200 len: 375 time: 0.0192018 Oct 11 20:43:50.405223 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-54ff9b9d-53f6-4500-be21-760c876aa461 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455507 Oct 11 20:43:50.618938 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.621825 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38208) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:50.625079 dv-cinder-813532-1-iscsi neutron-server[105804]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 11 20:43:50.625710 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.626834 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.646822 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ee57b8e8-0197-4566-a1f5-0dfee3d25145 service neutron] 10.222.0.43 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243936 Oct 11 20:43:50.691927 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-31fd2426-b8d2-4527-8938-469e236f59a2 req-2a7c6cd9-11aa-4e5f-9792-542da5707bd7 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0678267 Oct 11 20:43:50.704831 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Sync routers for ids ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:43:50.716943 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Routers {'27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:50.717994 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:50.786237 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dbeb5770-9781-4181-a695-c6b7fa895ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:50.870235 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Pushing event updated for resources: {'Port': ['ID=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:50.897814 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-e40cb440-db48-4061-96b8-db5db5b07395 service neutron] 10.222.0.43 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510846 Oct 11 20:43:50.930336 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Set router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:50.932486 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Network f7e520f6-3b02-48f4-980b-3a46702f847e is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:50.936223 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:51.183995 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-be944de2-9c09-40d9-9729-fd753f067207 req-d814201e-3f78-4d08-b6b6-b1ba2d037484 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 210 time: 0.0555611 Oct 11 20:43:51.220350 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:43:51.274314 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.46', 49408) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:51.373175 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:43:51.393283 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a6b212d2-d656-4c3d-b16c-e2f62d7ca2ab admin admin] 10.222.0.43 "PUT /v2.0/routers/759806dd-ea3b-4031-b4f7-5e5f79d19e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8431787 Oct 11 20:43:51.433278 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:43:48Z', 'revision_number': 4, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port': {'id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '9d9e48ea-c3a9-4f56-9fea-ae3665b863c3', 'name': '', 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'mac_address': 'fa:16:3e:85:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:47Z', 'updated_at': '2021-10-11T20:43:48Z', 'revision_number': 2, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'subnets': [{'id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:51.468025 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Checking router: 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:43:51.468025 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Updating router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:43:51.534349 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:51.808351 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-3123a1fd-0792-4be8-aca9-0a08fb13cfe1 None None] Provisioning complete for port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:51.809590 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3123a1fd-0792-4be8-aca9-0a08fb13cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:51.897636 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:51.902249 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-2a55f670-052a-43af-bf1b-624784c55f33 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:51.936873 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:51.940313 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-3123a1fd-0792-4be8-aca9-0a08fb13cfe1 None None] Port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:43:51.959286 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-2a55f670-052a-43af-bf1b-624784c55f33 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 819 time: 0.5325983 Oct 11 20:43:52.022112 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-2c796afc-87aa-4d18-b0d4-e76e4cf488b4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/quotas/fb1acd56ab96406d874bb11fc98e2dec HTTP/1.1" status: 200 len: 375 time: 0.0589626 Oct 11 20:43:52.089653 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device cf1f2a70-bd73-4c92-88ce-f89911563696 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:43:52.184585 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-94401372-a0d2-4188-86a2-52419938ade5 req-336bd55b-283c-468d-9ac5-881dde95ed30 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.1937296 Oct 11 20:43:52.197082 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-6a8d8c66-fe07-4e2c-8664-cc980a673fd8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669979 Oct 11 20:43:52.209492 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-d885a27a-0fc9-4b00-b33b-fd11fd7448fe tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:52.211265 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-d885a27a-0fc9-4b00-b33b-fd11fd7448fe tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.46 "GET /v2.0/networks?id=aae9f6a5-9114-42e9-b9e4-2bbf24a85650 HTTP/1.1" status: 200 len: 811 time: 0.9358144 Oct 11 20:43:52.266801 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port cf1f2a70-bd73-4c92-88ce-f89911563696 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:52.270978 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.347977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38312) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:52.471322 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-d632e666-7dd6-472e-92a2-ac66e8dc8b19 service neutron] 10.222.0.43 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733250 Oct 11 20:43:52.480811 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.513851 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.531687 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.532348 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port cf1f2a70-bd73-4c92-88ce-f89911563696, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=cf1f2a70-bd73-4c92-88ce-f89911563696,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:43:52.547366 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.548821 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:43:52.649007 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-84eccec3-25b8-4cbd-960d-fed305c7fba5 service neutron] 10.222.0.43 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759584 Oct 11 20:43:52.671551 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e854d7-2e7a-416e-8b25-3f7a7bb74449 None None] Pushing event updated for resources: {'Port': ['ID=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:52.738779 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=cf1f2a70-bd73-4c92-88ce-f89911563696,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:52.762098 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:52.762726 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.826567 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Attempting to bind port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:43:52.830354 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Attempting to bind port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:43:52.831084 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Attempting to bind port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 on network ba20353d-3169-4943-bf79-3223bcb0b4d0 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:43:52.853930 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:43:52.854329 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Checking segment: {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:52.856973 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.857391 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Bound using segment: {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:43:52.859552 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Bound port: 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:43:52.859769 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:52.989917 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7f81977a-3922-4c5f-a2f8-06d8bbd84a16 req-bd4b6887-f068-47ed-b82b-35fe5c031192 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 210 time: 0.0474317 Oct 11 20:43:52.992519 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e359d056-6742-4ca7-981c-db0b7d2eec48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.091211 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.117027 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38354) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:53.145052 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] For port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:43:53.162432 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] For port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:43:53.180524 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.259358 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Sync routers for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:43:53.289282 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:53.289920 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:53.307548 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e359d056-6742-4ca7-981c-db0b7d2eec48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.313813 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e359d056-6742-4ca7-981c-db0b7d2eec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.318649 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-da1a736d-4c3a-47e7-965d-565a59389d56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.346419 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e854d7-2e7a-416e-8b25-3f7a7bb74449 None None] Pushing event updated for resources: {'Port': ['ID=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,revision_number=4']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:53.359307 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359d056-6742-4ca7-981c-db0b7d2eec48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a3109d-1de2-492b-aae1-b45c6d3ff9b8,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:53.399629 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-e359d056-6742-4ca7-981c-db0b7d2eec48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=337c8b21b5194971b222dd8c37ac9662&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0558374 Oct 11 20:43:53.400067 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38370) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:53.431958 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Routers {'27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:53.432860 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:53.502261 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38374) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:53.508277 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-54bb2284-074e-4474-8789-7a8f145eae04 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1972036707', 'description': 'tempest-description--1132566211'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:53.592945 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2afdd8e1-23a2-4285-8adb-c07254e8be97 req-82f4ee28-7562-4b9e-a997-85702dfad0d1 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0447915 Oct 11 20:43:53.595841 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d38684c1-43c5-4c2e-9892-cae9d09ede86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.631751 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-54bb2284-074e-4474-8789-7a8f145eae04 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.639362 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] Set router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:53.645232 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-da1a736d-4c3a-47e7-965d-565a59389d56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.656228 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d38684c1-43c5-4c2e-9892-cae9d09ede86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.664791 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-da1a736d-4c3a-47e7-965d-565a59389d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.718081 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:53.734491 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-da1a736d-4c3a-47e7-965d-565a59389d56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d96d4eae7e42404d8bfb8564331db0b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6160109 Oct 11 20:43:53.736925 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a736d-4c3a-47e7-965d-565a59389d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa656607-3f94-4853-88b6-c9965e92bf97,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:53.739925 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38380) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:53.789156 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d38684c1-43c5-4c2e-9892-cae9d09ede86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.792519 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d38684c1-43c5-4c2e-9892-cae9d09ede86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.793985 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-d38684c1-43c5-4c2e-9892-cae9d09ede86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5a3109d-1de2-492b-aae1-b45c6d3ff9b8 HTTP/1.1" status: 204 len: 168 time: 0.3928518 Oct 11 20:43:53.804203 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-54bb2284-074e-4474-8789-7a8f145eae04 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.813129 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-54bb2284-074e-4474-8789-7a8f145eae04 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.819402 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38684c1-43c5-4c2e-9892-cae9d09ede86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a3109d-1de2-492b-aae1-b45c6d3ff9b8,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:53.826655 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d0819107-8249-4791-8263-d70ff23e2acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.844095 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device cf1f2a70-bd73-4c92-88ce-f89911563696 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:43:53.864908 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d0819107-8249-4791-8263-d70ff23e2acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.893498 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-54bb2284-074e-4474-8789-7a8f145eae04 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.899070 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-54bb2284-074e-4474-8789-7a8f145eae04 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3957319 Oct 11 20:43:53.904475 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38384) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:53.914397 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-1d148c3f-c929-4822-97b5-96dcb97bf76a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'security_group_rule': {'security_group_id': 'f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:53.922662 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2284-074e-4474-8789-7a8f145eae04 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:53.957000 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d148c3f-c929-4822-97b5-96dcb97bf76a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.967606 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d0819107-8249-4791-8263-d70ff23e2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.971996 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d0819107-8249-4791-8263-d70ff23e2acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:53.974258 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-d0819107-8249-4791-8263-d70ff23e2acf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa656607-3f94-4853-88b6-c9965e92bf97 HTTP/1.1" status: 204 len: 168 time: 0.2325072 Oct 11 20:43:53.986950 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0819107-8249-4791-8263-d70ff23e2acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa656607-3f94-4853-88b6-c9965e92bf97,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:54.029958 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port cf1f2a70-bd73-4c92-88ce-f89911563696 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:54.030791 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.095790 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d148c3f-c929-4822-97b5-96dcb97bf76a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.106288 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d148c3f-c929-4822-97b5-96dcb97bf76a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.117126 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:43:48Z', 'revision_number': 4, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port': {'id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '9d9e48ea-c3a9-4f56-9fea-ae3665b863c3', 'name': '', 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'mac_address': 'fa:16:3e:85:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:47Z', 'updated_at': '2021-10-11T20:43:53Z', 'revision_number': 4, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'subnets': [{'id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:54.125977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d148c3f-c929-4822-97b5-96dcb97bf76a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1e74f0-004e-4d21-8503-ebc28a0e3458,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:54.154099 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd050d08-0c10-4eab-bd9f-8836b5ca618d None None] The sync data for ids ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'] in dv-cinder-813532-1-iscsi is: [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:43:48Z', 'revision_number': 4, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port': {'id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '9d9e48ea-c3a9-4f56-9fea-ae3665b863c3', 'name': '', 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'mac_address': 'fa:16:3e:85:7e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:47Z', 'updated_at': '2021-10-11T20:43:53Z', 'revision_number': 4, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'subnets': [{'id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:43:54.194680 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 2, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:54.195833 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-41b6b7c5-4450-426f-a7ee-e236da75b81a req-3fc74a25-d664-4ee5-95b1-4758eccc5fae tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 210 time: 0.0709050 Oct 11 20:43:54.214294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d148c3f-c929-4822-97b5-96dcb97bf76a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.227145 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1d148c3f-c929-4822-97b5-96dcb97bf76a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104289 Oct 11 20:43:54.227784 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38394) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:54.236636 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-640905ad-9ee8-4569-a3fd-9fc193fdadf7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'security_group_rule': {'security_group_id': 'f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:54.261528 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Checking router: 759806dd-ea3b-4031-b4f7-5e5f79d19e2b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:43:54.261880 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Updating router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:43:54.295670 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-640905ad-9ee8-4569-a3fd-9fc193fdadf7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.335704 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.400284 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-640905ad-9ee8-4569-a3fd-9fc193fdadf7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.406685 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-640905ad-9ee8-4569-a3fd-9fc193fdadf7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.464082 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640905ad-9ee8-4569-a3fd-9fc193fdadf7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb6798c-408e-4786-82d9-8d169483fdba,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:54.477307 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-640905ad-9ee8-4569-a3fd-9fc193fdadf7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.478628 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-640905ad-9ee8-4569-a3fd-9fc193fdadf7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2578189 Oct 11 20:43:54.482251 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38406) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:54.487050 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:54.533906 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.557838 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38410) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:54.742746 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-af13001c-9014-4bdf-bcd4-3ce531d01dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.841253 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-af13001c-9014-4bdf-bcd4-3ce531d01dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.851932 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-af13001c-9014-4bdf-bcd4-3ce531d01dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.860241 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.870411 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:54.937759 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ce79200b-65f3-4a5e-ae0e-0e8d1e9ea923 req-6da8271d-55b7-4fe8-a73a-2946e325603f tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.1453805 Oct 11 20:43:54.963415 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38424) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:54.963681 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-af13001c-9014-4bdf-bcd4-3ce531d01dc8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af74de15f14b44aa9f374d86747760a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4034536 Oct 11 20:43:54.981091 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13001c-9014-4bdf-bcd4-3ce531d01dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5071a25c-c932-46fa-b7cd-c27df16ba9df,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:55.025028 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a284a-af71-417b-b651-104447848bde None None] Pushing event updated for resources: {'Port': ['ID=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:55.200851 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Attempting to bind port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:43:55.201879 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Attempting to bind port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:43:55.202660 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Attempting to bind port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 on network f7e520f6-3b02-48f4-980b-3a46702f847e {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:43:55.235581 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:43:55.235889 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Checking segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:43:55.239424 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:55.242494 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Bound using segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:43:55.246546 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Bound port: 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:43:55.247006 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:55.257916 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1f0c55d3-0750-4539-9100-0d61a13e4014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:55.367744 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1f0c55d3-0750-4539-9100-0d61a13e4014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:55.377764 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:55.421768 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Request body: {'port': {'device_id': '1931c040-4410-4bae-91bc-ece6980b8d44', 'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650', 'admin_state_up': True, 'tenant_id': 'f9110efa6fea40f0aee8d5d88b3f4ae5'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:55.429645 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-cba58c87-4645-45e2-a5a1-f652929b95b3 req-0be30d69-ca92-49a1-b637-446e12056666 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 210 time: 0.0709240 Oct 11 20:43:55.502324 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-387d13d5-c8e7-4290-a0ae-45056a5af49a None None] Provisioning complete for port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:55.505665 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-387d13d5-c8e7-4290-a0ae-45056a5af49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:55.610395 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-387d13d5-c8e7-4290-a0ae-45056a5af49a None None] Port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:43:55.712349 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] For port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:43:55.723425 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] For port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:43:55.741656 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:55.937748 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Made reservation on behalf of f9110efa6fea40f0aee8d5d88b3f4ae5 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:55.947299 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:56.026281 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a284a-af71-417b-b651-104447848bde None None] Pushing event updated for resources: {'Port': ['ID=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:56.056341 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:43:56.158000 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:43:56.158823 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:43:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:56.425340 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:43:56.618055 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38490) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:56.737277 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Allocated IP 172.20.0.9 (aae9f6a5-9114-42e9-b9e4-2bbf24a85650/e29670fe-a261-43a9-bcbd-661a07947f8a/095f86a3-0433-4174-8b9f-57e5af28e353) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:56.738168 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.46', 49426) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:56.863943 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:56.865091 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.003573 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0e161e93-8eaf-4cd0-ab3c-9ff82e3911a4 req-5bd9fd2d-5325-496b-a642-661b275a2077 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 210 time: 0.0760241 Oct 11 20:43:57.078134 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-458bda54-79e7-4803-895a-e6a215d17478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.121294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1f0c55d3-0750-4539-9100-0d61a13e4014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.127178 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1f0c55d3-0750-4539-9100-0d61a13e4014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.135005 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1f0c55d3-0750-4539-9100-0d61a13e4014 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5071a25c-c932-46fa-b7cd-c27df16ba9df HTTP/1.1" status: 204 len: 168 time: 2.1262319 Oct 11 20:43:57.232847 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-7a519f73-5e44-4748-bc20-6dd305595f03 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:57.234678 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-7a519f73-5e44-4748-bc20-6dd305595f03 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 819 time: 0.4847574 Oct 11 20:43:57.252463 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cb9ced46-0210-4767-8d96-70c329113af0 req-87cccdb5-65da-4e58-a5a8-cdb64bc685d6 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.1398039 Oct 11 20:43:57.281981 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.307465 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Request body: {'port': {'device_id': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'admin_state_up': True, 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:57.381764 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c55d3-0750-4539-9100-0d61a13e4014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5071a25c-c932-46fa-b7cd-c27df16ba9df,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:57.475752 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Allocated IP 172.27.2.60 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/14798207-78c8-46ad-be3b-43a72c4eb34d) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:57.518652 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.551075 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.46', 49430) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:57.643955 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-e6f736ab-6846-4baf-8cea-749e40211b8c None None] Provisioning complete for port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:43:57.644561 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e6f736ab-6846-4baf-8cea-749e40211b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.740216 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-458bda54-79e7-4803-895a-e6a215d17478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.796185 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-458bda54-79e7-4803-895a-e6a215d17478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:57.962795 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.098999 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-458bda54-79e7-4803-895a-e6a215d17478 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=88a7196313734f6d9a730d57ef6006bb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4793916 Oct 11 20:43:58.101713 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Made reservation on behalf of fb1acd56ab96406d874bb11fc98e2dec for: {'port': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:58.109241 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.144591 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38560) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:58.213871 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458bda54-79e7-4803-895a-e6a215d17478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83072868-00e7-431a-8546-33c464836183,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:58.238087 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:58.271318 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-6b5a836a-16eb-4535-91f4-9937313c9c2f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:58.281566 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-6b5a836a-16eb-4535-91f4-9937313c9c2f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 819 time: 0.7066112 Oct 11 20:43:58.430789 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.448132 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:58.463016 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:43:58.474293 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:58.477447 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.483164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Pushing event updated for resources: {'Port': ['ID=095f86a3-0433-4174-8b9f-57e5af28e353,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:58.524984 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Request body: {'port': {'device_id': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'admin_state_up': True, 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:43:58.577888 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e6f736ab-6846-4baf-8cea-749e40211b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.667429 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:43:58.722351 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.856746 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:55Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:43:58.865180 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38598) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:43:58.880712 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Allocated IP 172.20.0.12 (ba20353d-3169-4943-bf79-3223bcb0b4d0/11bc31fb-c7a0-4891-a1b6-83c7348cd784/3c8b1485-91ab-4b24-9955-61f02545df0f) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:43:58.893311 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Made reservation on behalf of fb1acd56ab96406d874bb11fc98e2dec for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:43:58.899065 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.912468 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13fdcb8-504e-4ac5-a217-1d260e7f227f None None] The sync data for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi is: [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:55Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:43:58.950203 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-e6f736ab-6846-4baf-8cea-749e40211b8c None None] For port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:43:58.973569 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e6f736ab-6846-4baf-8cea-749e40211b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:58.978557 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:59.176499 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f736ab-6846-4baf-8cea-749e40211b8c None None] Pushing event updated for resources: {'Port': ['ID=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:59.211345 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1acc2d24-bd5d-4745-884b-34da4c9220b1 req-22df603e-3796-497c-9c49-dcb011b4ce50 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 210 time: 0.7784293 Oct 11 20:43:59.327538 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:59.396503 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-03d90b4c-16bc-4620-ba69-0f44dbbea00d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9877090 Oct 11 20:43:59.419112 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-87684db6-5242-492f-ac3c-5887ee394c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:59.421954 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:59.447848 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:43:59.464590 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:43:59.488297 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:43:59.585360 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:59.595112 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'Port': ['ID=14798207-78c8-46ad-be3b-43a72c4eb34d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:43:59.719926 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c2fa-bd12-4812-92a9-71fa9fbeefd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:59.806228 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a638a57-6fb5-4bb8-8988-3c0cb5dfbadc req-090f6ac1-c092-4d07-b3be-5cfc24dea916 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:43:59.810496 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0a638a57-6fb5-4bb8-8988-3c0cb5dfbadc req-090f6ac1-c092-4d07-b3be-5cfc24dea916 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 931 time: 0.2442880 Oct 11 20:43:59.952892 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:43:59.981077 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0a638a57-6fb5-4bb8-8988-3c0cb5dfbadc req-32bb4405-bf10-46b3-80e3-2223589ac445 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517217 Oct 11 20:43:59.993202 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.081673 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:44:00.104678 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:00.110753 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:44:00.117551 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:00.131812 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.191271 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8909841 Oct 11 20:44:00.234260 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c64c-efa0-4e67-b5bf-4aea09cd1aeb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Pushing event updated for resources: {'Port': ['ID=3c8b1485-91ab-4b24-9955-61f02545df0f,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:00.403546 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Allocated IP 172.20.0.9 (ba20353d-3169-4943-bf79-3223bcb0b4d0/11bc31fb-c7a0-4891-a1b6-83c7348cd784/dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:44:00.499629 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c2fa-bd12-4812-92a9-71fa9fbeefd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.585401 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-97ea755f-7aab-4a1a-bbbe-bb4edc0b2612 req-2a898dfd-29c9-4fab-8769-96831f66b729 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 210 time: 0.2341864 Oct 11 20:44:00.690076 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.729648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-87684db6-5242-492f-ac3c-5887ee394c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.747006 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-87684db6-5242-492f-ac3c-5887ee394c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.795352 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c2fa-bd12-4812-92a9-71fa9fbeefd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.797406 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c2fa-bd12-4812-92a9-71fa9fbeefd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:00.800883 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-3ce8c2fa-bd12-4812-92a9-71fa9fbeefd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83072868-00e7-431a-8546-33c464836183 HTTP/1.1" status: 204 len: 168 time: 2.5498483 Oct 11 20:44:00.876198 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-87684db6-5242-492f-ac3c-5887ee394c94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4dd209b1573942e0987e75a6e6344880&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0064168 Oct 11 20:44:00.876694 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38666) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:00.918505 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87684db6-5242-492f-ac3c-5887ee394c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51924ddd-c133-4f34-acc1-c5fd806b7959,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:00.974374 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-96e94211-8bc5-4c77-b99b-988f2df3b7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.028119 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-96e94211-8bc5-4c77-b99b-988f2df3b7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.030220 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.042212 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8c2fa-bd12-4812-92a9-71fa9fbeefd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83072868-00e7-431a-8546-33c464836183,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:01.152464 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:01.158716 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-96e94211-8bc5-4c77-b99b-988f2df3b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.161844 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-96e94211-8bc5-4c77-b99b-988f2df3b7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.163302 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-96e94211-8bc5-4c77-b99b-988f2df3b7e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51924ddd-c133-4f34-acc1-c5fd806b7959 HTTP/1.1" status: 204 len: 168 time: 0.2752595 Oct 11 20:44:01.177072 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e94211-8bc5-4c77-b99b-988f2df3b7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51924ddd-c133-4f34-acc1-c5fd806b7959,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:01.234422 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.308634 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:01.309940 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.402122 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d98a08-4d9b-4a97-be09-59f4ce7abc02 req-cb022eb0-a48d-42bb-b1ac-f088eba6d13a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:01.405191 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-51d98a08-4d9b-4a97-be09-59f4ce7abc02 req-cb022eb0-a48d-42bb-b1ac-f088eba6d13a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 931 time: 0.1549482 Oct 11 20:44:01.502924 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:01.527485 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-51d98a08-4d9b-4a97-be09-59f4ce7abc02 req-1f059bba-f7b7-4e12-a3a2-85dd0a116036 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121802 Oct 11 20:44:01.541328 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.581713 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Network ba20353d-3169-4943-bf79-3223bcb0b4d0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:44:01.583646 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.623060 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.644469 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:01.650485 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:44:01.660151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-9b47d39d-81b2-4dd6-9070-aba10cea76e1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:44:01.661201 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-9b47d39d-81b2-4dd6-9070-aba10cea76e1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057065 Oct 11 20:44:01.670071 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:01.671976 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.697335 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:01.697716 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.717057 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-7206eb12-b17b-4caa-85f5-6bb21f0d9065 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:44:01.718157 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-7206eb12-b17b-4caa-85f5-6bb21f0d9065 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0423534 Oct 11 20:44:01.763501 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Pushing event updated for resources: {'Port': ['ID=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:01.949147 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-3a48f848-98ac-4ca9-8c74-eacb90af8007 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4395599 Oct 11 20:44:01.953438 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:01.961992 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4784720 Oct 11 20:44:02.123096 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38720) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:02.160149 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-72e251e5-0aba-4f69-a609-ae958516bd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:02.199558 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5ed35-782c-47d3-8065-71081176a3d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'Port': ['ID=14798207-78c8-46ad-be3b-43a72c4eb34d,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:02.234953 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Request body: {'port': {'device_id': '1931c040-4410-4bae-91bc-ece6980b8d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:02.308346 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a3b5a-9d7f-4c1f-86af-e7e5151aa6b7 req-86a4cbec-2aa4-49f5-bdf6-8dcf90121a52 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:02.309960 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa9a3b5a-9d7f-4c1f-86af-e7e5151aa6b7 req-86a4cbec-2aa4-49f5-bdf6-8dcf90121a52 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 931 time: 0.5112762 Oct 11 20:44:02.400877 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa9a3b5a-9d7f-4c1f-86af-e7e5151aa6b7 req-0f377830-88e4-41ab-892b-900b8451f36f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819016 Oct 11 20:44:02.427915 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:02.472120 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Request body: {'port': {'device_id': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:02.614890 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:02.620122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Request body: {'port': {'device_id': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:02.724537 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:02.889658 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-6eaa5350-0046-4eef-9897-7b40d9f3e508 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1972036707&fields=id&tenant_id=0d17687fb55b4523970da4e2fc53a32d HTTP/1.1" status: 200 len: 267 time: 0.2633762 Oct 11 20:44:03.142266 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-72e251e5-0aba-4f69-a609-ae958516bd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:03.159396 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-72e251e5-0aba-4f69-a609-ae958516bd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:03.204600 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504805e-f408-485a-9161-7a0ca0384386 req-9d0de96f-f80f-4240-9223-463f38a7d784 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:03.206758 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6504805e-f408-485a-9161-7a0ca0384386 req-9d0de96f-f80f-4240-9223-463f38a7d784 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 931 time: 0.4835734 Oct 11 20:44:03.322346 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6504805e-f408-485a-9161-7a0ca0384386 req-1c51289d-fa4f-47be-8a42-52069f900323 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049130 Oct 11 20:44:03.350526 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38766) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:03.355042 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-72e251e5-0aba-4f69-a609-ae958516bd55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33cdbf8be50f4ce9b220a48bbe1ded91&name=default HTTP/1.1" status: 200 len: 2977 time: 1.2262561 Oct 11 20:44:03.408982 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-03041f3e-59cd-4d02-abfa-23fb9ecad475 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:03.431043 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-03041f3e-59cd-4d02-abfa-23fb9ecad475 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 810 time: 0.5316682 Oct 11 20:44:03.636927 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:03.657001 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:03.667776 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095f86a3-0433-4174-8b9f-57e5af28e353 {{(pid=105805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:03.686923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:03.709109 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Transition to ACTIVE for port object dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:44:03.750483 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:03.757051 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.provisioning_blocks [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Transition to ACTIVE for port object 095f86a3-0433-4174-8b9f-57e5af28e353 will not be triggered until provisioned by entity L2. {{(pid=105805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:44:03.763259 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e251e5-0aba-4f69-a609-ae958516bd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f62628-b245-402b-9567-b0699ee3706c,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:03.799417 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:03.808095 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-0d9a54eb-b153-43dd-8d39-8c331a3866a2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/quotas/0d17687fb55b4523970da4e2fc53a32d HTTP/1.1" status: 200 len: 375 time: 0.3743844 Oct 11 20:44:03.876250 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee6c415d-8e41-4a96-b832-2ff67d8da00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.105414 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee6c415d-8e41-4a96-b832-2ff67d8da00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.106668 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Pushing event updated for resources: {'Port': ['ID=095f86a3-0433-4174-8b9f-57e5af28e353,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:04.118054 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:04.161323 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df07678-400b-4b5f-ae28-49daea4156fb req-ae5b98c5-d862-434c-8d77-471c5a0c7ee9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:04.169626 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5df07678-400b-4b5f-ae28-49daea4156fb req-ae5b98c5-d862-434c-8d77-471c5a0c7ee9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 931 time: 0.6212599 Oct 11 20:44:04.180535 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Attempting to bind port 095f86a3-0433-4174-8b9f-57e5af28e353 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:44:04.180535 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Attempting to bind port 095f86a3-0433-4174-8b9f-57e5af28e353 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '5023a942-18fb-46c9-b9b6-074850f3519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650'}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:44:04.181114 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Attempting to bind port 095f86a3-0433-4174-8b9f-57e5af28e353 on network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:04.190061 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Port 095f86a3-0433-4174-8b9f-57e5af28e353 on network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:44:04.190600 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Attempting to bind port 095f86a3-0433-4174-8b9f-57e5af28e353 on network aae9f6a5-9114-42e9-b9e4-2bbf24a85650 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:04.205058 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-75b559eb-0c73-450f-b0f4-b234ff948d12 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3309181 Oct 11 20:44:04.209511 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:44:04.210052 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Checking segment: {'id': '5023a942-18fb-46c9-b9b6-074850f3519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:44:04.211051 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Bound using segment: {'id': '5023a942-18fb-46c9-b9b6-074850f3519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650'} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:44:04.211798 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Bound port: 095f86a3-0433-4174-8b9f-57e5af28e353, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5023a942-18fb-46c9-b9b6-074850f3519a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650'}}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:44:04.212235 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.417728 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] For port 095f86a3-0433-4174-8b9f-57e5af28e353, host hv-cinder-81353, cleared binding levels {{(pid=105805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:44:04.508529 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] For port 095f86a3-0433-4174-8b9f-57e5af28e353, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=095f86a3-0433-4174-8b9f-57e5af28e353,segment=NetworkSegment(5023a942-18fb-46c9-b9b6-074850f3519a),segment_id=5023a942-18fb-46c9-b9b6-074850f3519a)] {{(pid=105805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:44:04.519295 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.535714 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Attempting to bind port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:44:04.536294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Attempting to bind port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:44:04.536973 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Attempting to bind port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 on network ba20353d-3169-4943-bf79-3223bcb0b4d0 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:04.586135 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5df07678-400b-4b5f-ae28-49daea4156fb req-fb67fbed-7832-4afb-8db9-6c812dd8664e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363956 Oct 11 20:44:04.586766 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 on network ba20353d-3169-4943-bf79-3223bcb0b4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:44:04.587086 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Attempting to bind port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 on network ba20353d-3169-4943-bf79-3223bcb0b4d0 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:04.604033 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:44:04.604371 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Checking segment: {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:44:04.604972 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Bound using segment: {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:44:04.605437 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Bound port: dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:44:04.605954 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.612387 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38810) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:04.625836 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8b1485-91ab-4b24-9955-61f02545df0f {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:04.639025 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-ad5373a9-fe0b-431e-a41a-b7c4d2ead3b6 service neutron] 10.222.0.43 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814008 Oct 11 20:44:04.649620 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:04.650246 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.654568 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] 10.222.0.46 "PUT /v2.0/ports/095f86a3-0433-4174-8b9f-57e5af28e353 HTTP/1.1" status: 200 len: 1093 time: 2.7120135 Oct 11 20:44:04.659152 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1931c040-4410-4bae-91bc-ece6980b8d44', 'tag': '095f86a3-0433-4174-8b9f-57e5af28e353'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:04.672320 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.674898 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee6c415d-8e41-4a96-b832-2ff67d8da00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.680837 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee6c415d-8e41-4a96-b832-2ff67d8da00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:04.686701 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ee6c415d-8e41-4a96-b832-2ff67d8da00b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56f62628-b245-402b-9567-b0699ee3706c HTTP/1.1" status: 204 len: 168 time: 1.3349938 Oct 11 20:44:04.738442 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c415d-8e41-4a96-b832-2ff67d8da00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f62628-b245-402b-9567-b0699ee3706c,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:04.745542 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Transition to ACTIVE for port object 3c8b1485-91ab-4b24-9955-61f02545df0f will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:44:04.772075 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:05.011969 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101011f-50d0-4904-863a-5c2d8e7fadcf service neutron] Pushing event updated for resources: {'Port': ['ID=095f86a3-0433-4174-8b9f-57e5af28e353,revision_number=3']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:05.105535 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-6aaaf236-b9e5-4ffc-b2af-4ac298d4acd2 service neutron] 10.222.0.43 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983212 Oct 11 20:44:05.294891 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db77fede-8a25-4c7f-9e18-0948e97198c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1931c040-4410-4bae-91bc-ece6980b8d44", "tag": "095f86a3-0433-4174-8b9f-57e5af28e353"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:05.364274 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3cab2dbe-b99c-4f03-ab95-f5cc11bd2254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:05.365917 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Pushing event updated for resources: {'Port': ['ID=3c8b1485-91ab-4b24-9955-61f02545df0f,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:05.430129 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] For port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:44:05.503879 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] For port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:44:05.523816 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Attempting to bind port 3c8b1485-91ab-4b24-9955-61f02545df0f on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:44:05.525094 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Attempting to bind port 3c8b1485-91ab-4b24-9955-61f02545df0f by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:44:05.525241 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Attempting to bind port 3c8b1485-91ab-4b24-9955-61f02545df0f on network ba20353d-3169-4943-bf79-3223bcb0b4d0 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:05.529872 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:05.596662 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4a404-1d05-4c0c-bd82-2e1416e24c8c req-6afbfc7f-7623-4955-9c22-2724ba863621 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:05.598289 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e2a4a404-1d05-4c0c-bd82-2e1416e24c8c req-6afbfc7f-7623-4955-9c22-2724ba863621 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 943 time: 0.8348761 Oct 11 20:44:05.616493 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Port 3c8b1485-91ab-4b24-9955-61f02545df0f on network ba20353d-3169-4943-bf79-3223bcb0b4d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:44:05.616493 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Attempting to bind port 3c8b1485-91ab-4b24-9955-61f02545df0f on network ba20353d-3169-4943-bf79-3223bcb0b4d0 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:05.735838 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:05.806600 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3cab2dbe-b99c-4f03-ab95-f5cc11bd2254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:05.850877 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3cab2dbe-b99c-4f03-ab95-f5cc11bd2254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:05.858427 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:05.859459 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:05.862151 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-148fe615-16bf-46e1-bf12-ce0f710de972 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 HTTP/1.1" status: 200 len: 1093 time: 3.8577957 Oct 11 20:44:05.863866 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80231c-afbf-43b0-b7b4-47776f10a4cd x-openstack-request-id: req-da80231c-afbf-43b0-b7b4-47776f10a4cd {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:05.864641 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1931c040-4410-4bae-91bc-ece6980b8d44", "tag": "095f86a3-0433-4174-8b9f-57e5af28e353", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:05.864908 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da80231c-afbf-43b0-b7b4-47776f10a4cd {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:05.865559 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1931c040-4410-4bae-91bc-ece6980b8d44', 'tag': '095f86a3-0433-4174-8b9f-57e5af28e353', 'status': 'completed', 'code': 200} Oct 11 20:44:05.959844 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'tag': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:06.026841 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:44:06.027134 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Checking segment: {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:44:06.027495 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Bound using segment: {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:44:06.027955 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Bound port: 3c8b1485-91ab-4b24-9955-61f02545df0f, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:44:06.028306 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:06.043286 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38884) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:06.063795 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-742465ab-77b5-4f20-a517-1e3b146e4da5 req-4c32a9f7-d365-47b3-831e-211df5a33213 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 210 time: 0.1077487 Oct 11 20:44:06.064164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab2dbe-b99c-4f03-ab95-f5cc11bd2254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5de16c-a76e-4c2c-ac23-7d5c6536d1e5,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:06.274306 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-3cab2dbe-b99c-4f03-ab95-f5cc11bd2254 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e94d20f488642d9829a26b5f2d32ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6608129 Oct 11 20:44:06.280368 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38900) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:06.293834 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] For port 3c8b1485-91ab-4b24-9955-61f02545df0f, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:44:06.366012 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e2a4a404-1d05-4c0c-bd82-2e1416e24c8c req-f4a28d91-fbe6-4b49-966a-44be7af61ce9 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6320519 Oct 11 20:44:06.391626 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be508061-6382-489e-a212-09e78fadbae4" -d '{"events": [{"name": "network-changed", "server_uuid": "fceaf731-7a89-468b-9b84-b8a502af14a2", "tag": "dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:06.406190 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e589190-0147-44c6-a092-064197a24b46 req-16c17b39-bf4a-44be-b5b6-fca8827a9e98 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:06.413581 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5e589190-0147-44c6-a092-064197a24b46 req-16c17b39-bf4a-44be-b5b6-fca8827a9e98 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 943 time: 0.1832776 Oct 11 20:44:06.420288 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-a2c27427-8591-4812-84fe-297ee74ecaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:06.433662 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77fede-8a25-4c7f-9e18-0948e97198c9 req-1ab1d931-cfd9-421f-9c8a-6a5a9256d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:06.435371 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db77fede-8a25-4c7f-9e18-0948e97198c9 req-1ab1d931-cfd9-421f-9c8a-6a5a9256d988 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9110efa6fea40f0aee8d5d88b3f4ae5&device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 1096 time: 0.2794068 Oct 11 20:44:06.436336 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-a2c27427-8591-4812-84fe-297ee74ecaab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 1096 time: 0.2882249 Oct 11 20:44:06.441824 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] For port 3c8b1485-91ab-4b24-9955-61f02545df0f, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=3c8b1485-91ab-4b24-9955-61f02545df0f,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:44:06.467562 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:06.473311 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-42ab04fc-673f-4301-a5f4-2fd0b5c3a436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:06.548118 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-62fcca00-57da-4a57-8e35-3adaf48f55e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:06.582200 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:06.590103 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:06.596727 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] 10.222.0.46 "PUT /v2.0/ports/3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 1094 time: 4.6227129 Oct 11 20:44:06.652296 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5e589190-0147-44c6-a092-064197a24b46 req-43ba0d20-e4cd-4f38-b962-97dec28af659 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141523 Oct 11 20:44:06.722601 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-f7e4949d-4d91-418a-9cb6-ea3187afc1d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 HTTP/1.1" status: 200 len: 217 time: 0.2342956 Oct 11 20:44:06.811380 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab9fdc1-0000-4c90-b87e-43f601c1a3b3 x-openstack-request-id: req-dab9fdc1-0000-4c90-b87e-43f601c1a3b3 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:06.811986 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fceaf731-7a89-468b-9b84-b8a502af14a2", "tag": "dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:06.811986 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dab9fdc1-0000-4c90-b87e-43f601c1a3b3 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:06.812639 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'tag': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9', 'status': 'completed', 'code': 200} Oct 11 20:44:06.814331 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-42ab04fc-673f-4301-a5f4-2fd0b5c3a436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:06.988326 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52ae49-080b-44b8-b2fd-7fdbf3c8b14b service neutron] Pushing event updated for resources: {'Port': ['ID=3c8b1485-91ab-4b24-9955-61f02545df0f,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:07.024829 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-9a0b5acd-d686-49f2-9852-b024f44b7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:07.026477 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-9a0b5acd-d686-49f2-9852-b024f44b7166 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1097 time: 0.2935262 Oct 11 20:44:07.160259 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-42ab04fc-673f-4301-a5f4-2fd0b5c3a436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.165176 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-42ab04fc-673f-4301-a5f4-2fd0b5c3a436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.166641 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-42ab04fc-673f-4301-a5f4-2fd0b5c3a436 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac5de16c-a76e-4c2c-ac23-7d5c6536d1e5 HTTP/1.1" status: 204 len: 168 time: 0.8824577 Oct 11 20:44:07.168220 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77fede-8a25-4c7f-9e18-0948e97198c9 req-4465901a-020b-4942-b719-5c2d01449de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:07.170190 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db77fede-8a25-4c7f-9e18-0948e97198c9 req-4465901a-020b-4942-b719-5c2d01449de5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f9110efa6fea40f0aee8d5d88b3f4ae5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6802762 Oct 11 20:44:07.172526 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-62fcca00-57da-4a57-8e35-3adaf48f55e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.188385 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab04fc-673f-4301-a5f4-2fd0b5c3a436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5de16c-a76e-4c2c-ac23-7d5c6536d1e5,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:07.203258 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-62fcca00-57da-4a57-8e35-3adaf48f55e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.291440 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-011162c8-62ab-40c1-9a2e-83fc323bee05 req-d3509f01-b7e1-48c0-97fe-bf398a3a7f85 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 210 time: 0.0697935 Oct 11 20:44:07.311018 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38942) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:07.320015 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-62fcca00-57da-4a57-8e35-3adaf48f55e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=657d41f7fda1476caa378f69d731c6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1906312 Oct 11 20:44:07.335834 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcca00-57da-4a57-8e35-3adaf48f55e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50761fd7-6848-4efd-8a20-180a41b5cf79,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:07.424671 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-48ee2ff2-16f4-4bf0-a669-d7840e6bb6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.476781 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-48ee2ff2-16f4-4bf0-a669-d7840e6bb6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.533839 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712e1ea-8ecf-463a-b1fd-145560e0cfef req-cbb7c32d-2408-46a4-a196-b73d4483bb7b tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:07.536221 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a712e1ea-8ecf-463a-b1fd-145560e0cfef req-cbb7c32d-2408-46a4-a196-b73d4483bb7b tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 943 time: 0.0703473 Oct 11 20:44:07.543288 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-48ee2ff2-16f4-4bf0-a669-d7840e6bb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.547371 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-48ee2ff2-16f4-4bf0-a669-d7840e6bb6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.548855 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-48ee2ff2-16f4-4bf0-a669-d7840e6bb6ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50761fd7-6848-4efd-8a20-180a41b5cf79 HTTP/1.1" status: 204 len: 168 time: 0.2365606 Oct 11 20:44:07.560444 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee2ff2-16f4-4bf0-a669-d7840e6bb6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50761fd7-6848-4efd-8a20-180a41b5cf79,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:07.573275 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 38954) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:07.601637 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a712e1ea-8ecf-463a-b1fd-145560e0cfef req-68d91a7d-1b6f-4423-9ca1-51f7cbb8af5e tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573614 Oct 11 20:44:07.781100 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b59185-eaea-4b71-8654-7aea274a6bb9 req-b7f744b5-0247-4779-9cf6-9a83d7ca84ba tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:07.787431 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-70b59185-eaea-4b71-8654-7aea274a6bb9 req-b7f744b5-0247-4779-9cf6-9a83d7ca84ba tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 943 time: 0.0556180 Oct 11 20:44:07.833751 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-70b59185-eaea-4b71-8654-7aea274a6bb9 req-8458f3d1-e7d9-4123-9782-d1d9c98d9091 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Oct 11 20:44:07.838952 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5373acc1-dce6-41c6-b388-4bde005bf17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.925633 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5373acc1-dce6-41c6-b388-4bde005bf17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:07.931078 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5373acc1-dce6-41c6-b388-4bde005bf17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.006368 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-c52ce5ca-bd1a-4c71-acab-51fada7bbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:08.008520 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-c52ce5ca-bd1a-4c71-acab-51fada7bbc92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.0722997 Oct 11 20:44:08.009569 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38970) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:08.033230 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3a223a06-39c5-4194-ac01-d2fa13bc7716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.080822 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-30160703-7c23-4798-8c90-9661f9e5c610 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 217 time: 0.1378181 Oct 11 20:44:08.117663 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-d7a89137-e90f-421d-9093-229682d7b19c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934339 Oct 11 20:44:08.172824 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-5373acc1-dce6-41c6-b388-4bde005bf17a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b52244e6dec4710bfb296976cc85b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984459 Oct 11 20:44:08.181313 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 38978) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:08.190876 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373acc1-dce6-41c6-b388-4bde005bf17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6434816f-b32e-4e33-a4ac-c88f48efc45a,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:08.259440 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-69bb7f22-ce62-4f86-8e5d-dc2f19de0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:08.261741 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-69bb7f22-ce62-4f86-8e5d-dc2f19de0ffd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.1519449 Oct 11 20:44:08.291882 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a295a2-d945-4162-9a94-b82a0f4edf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.301824 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77fede-8a25-4c7f-9e18-0948e97198c9 req-8b1430e3-78e5-4216-b008-61f2b750220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:08.303759 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db77fede-8a25-4c7f-9e18-0948e97198c9 req-8b1430e3-78e5-4216-b008-61f2b750220d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3625529 Oct 11 20:44:08.314071 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a295a2-d945-4162-9a94-b82a0f4edf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.322626 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-5f4c2cb5-835b-44a9-9522-52b8fb9fff54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530374 Oct 11 20:44:08.389726 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3a223a06-39c5-4194-ac01-d2fa13bc7716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.392495 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-13c8adc7-6cb7-429e-9450-26ff87eeb663 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580433 Oct 11 20:44:08.393622 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a295a2-d945-4162-9a94-b82a0f4edf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.396823 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a295a2-d945-4162-9a94-b82a0f4edf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.397866 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-58a295a2-d945-4162-9a94-b82a0f4edf22 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6434816f-b32e-4e33-a4ac-c88f48efc45a HTTP/1.1" status: 204 len: 168 time: 0.2155457 Oct 11 20:44:08.402126 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3a223a06-39c5-4194-ac01-d2fa13bc7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:08.431772 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a295a2-d945-4162-9a94-b82a0f4edf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6434816f-b32e-4e33-a4ac-c88f48efc45a,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:08.519364 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3a223a06-39c5-4194-ac01-d2fa13bc7716 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61a06f967ff94ffa81c133bbd1d73932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086999 Oct 11 20:44:08.534388 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39000) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:08.534755 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.46', 49446) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:08.630004 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a223a06-39c5-4194-ac01-d2fa13bc7716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a3a9c-b44e-49ca-81dd-abbf02b20450,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:08.683704 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd461c1c-1f49-4187-9f2a-8cd2384e8c79 req-133fe46a-44d5-4627-a96c-f65c37f43899 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 210 time: 0.2563944 Oct 11 20:44:08.730316 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-44bb3597-ad6c-4e71-a89d-263f3861442c service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972623 Oct 11 20:44:08.940236 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-14a3f314-3161-4c43-969d-5d06a63c62ba req-6778042b-149b-451c-a158-d4dd794eceb3 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389495 Oct 11 20:44:09.043626 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'tag': '3c8b1485-91ab-4b24-9955-61f02545df0f'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:09.047521 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2abaf9-7701-4807-9b95-51cda5ef16c1", "tag": "3c8b1485-91ab-4b24-9955-61f02545df0f"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:09.065058 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39030) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:09.066044 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c17f29-844a-47ea-8c00-917472f87cd0 req-ab3cbbd1-db86-493a-9aa8-af073abcd284 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.068024 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-0663c678-105a-4306-a491-d825757c821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.069966 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-0663c678-105a-4306-a491-d825757c821d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f9110efa6fea40f0aee8d5d88b3f4ae5&device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 1096 time: 0.6894166 Oct 11 20:44:09.070987 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-30c17f29-844a-47ea-8c00-917472f87cd0 req-ab3cbbd1-db86-493a-9aa8-af073abcd284 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 943 time: 0.1543336 Oct 11 20:44:09.077988 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b1a57fc9-42ad-47f1-bba4-69e73bed9ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.091102 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-28c428ee-50ba-4786-9788-f72bc47ff1de tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.093032 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-28c428ee-50ba-4786-9788-f72bc47ff1de tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 810 time: 0.5527194 Oct 11 20:44:09.138215 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-eccc0e79-77da-4361-8a2c-2952f108aa4b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=095f86a3-0433-4174-8b9f-57e5af28e353 HTTP/1.1" status: 200 len: 217 time: 0.0472171 Oct 11 20:44:09.180213 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-30c17f29-844a-47ea-8c00-917472f87cd0 req-d1068624-b4a9-48fc-9850-22417f648e71 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858595 Oct 11 20:44:09.182943 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b1a57fc9-42ad-47f1-bba4-69e73bed9ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.185288 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39034) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:09.207896 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081f4bc-604a-4ed8-9e83-5cf292699dea req-328e8212-96a3-4c3e-9b13-cca6208b621d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.209740 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5081f4bc-604a-4ed8-9e83-5cf292699dea req-328e8212-96a3-4c3e-9b13-cca6208b621d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 943 time: 0.1581125 Oct 11 20:44:09.238257 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-76a36cb6-2a09-4ab7-82dc-43bb21d056ee tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d17687fb55b4523970da4e2fc53a32d HTTP/1.1" status: 200 len: 380 time: 0.1172159 Oct 11 20:44:09.240299 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508061-6382-489e-a212-09e78fadbae4 req-e5808628-d3f1-4437-9d9e-179e5f437378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.241880 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be508061-6382-489e-a212-09e78fadbae4 req-e5808628-d3f1-4437-9d9e-179e5f437378 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 1096 time: 0.2393034 Oct 11 20:44:09.243699 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8d7e0bc9-57e7-497c-afff-45db5ae6d672 req-7e0afcdd-dc65-44c5-b0f2-1a3d4cae2cb2 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044973 Oct 11 20:44:09.248502 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-26422591-194f-4962-8402-87263deceec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.260219 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'port': {'device_id': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'admin_state_up': True, 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'security_groups': ['f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad']}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:09.264160 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d43b7fbb-7b83-4123-a026-a34abd436485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.267326 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-7b7de174-bd67-4682-82a3-72bd60420901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.268753 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-7b7de174-bd67-4682-82a3-72bd60420901 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e29670fe-a261-43a9-bcbd-661a07947f8a HTTP/1.1" status: 200 len: 851 time: 0.1204998 Oct 11 20:44:09.313378 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-b234d51d-6266-4464-932e-6a49b7211070 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=aae9f6a5-9114-42e9-b9e4-2bbf24a85650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364590 Oct 11 20:44:09.320810 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5081f4bc-604a-4ed8-9e83-5cf292699dea req-2babb729-2995-4e2f-a4d5-12e197e0b159 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937629 Oct 11 20:44:09.402007 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f0e16b-d0e6-4fa8-b915-dc41f9cbee1b x-openstack-request-id: req-d7f0e16b-d0e6-4fa8-b915-dc41f9cbee1b {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:09.402297 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2abaf9-7701-4807-9b95-51cda5ef16c1", "tag": "3c8b1485-91ab-4b24-9955-61f02545df0f", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:09.402728 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7f0e16b-d0e6-4fa8-b915-dc41f9cbee1b {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:09.403257 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'tag': '3c8b1485-91ab-4b24-9955-61f02545df0f', 'status': 'completed', 'code': 200} Oct 11 20:44:09.488173 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-05a453c9-4b1e-45e0-9873-98faf9efdf33 service neutron] 10.222.0.46 "GET /v2.0/networks/aae9f6a5-9114-42e9-b9e4-2bbf24a85650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660776 Oct 11 20:44:09.495480 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-26422591-194f-4962-8402-87263deceec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.518972 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b1a57fc9-42ad-47f1-bba4-69e73bed9ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.521830 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-26422591-194f-4962-8402-87263deceec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.522864 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b1a57fc9-42ad-47f1-bba4-69e73bed9ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.534807 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b1a57fc9-42ad-47f1-bba4-69e73bed9ed1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a14a3a9c-b44e-49ca-81dd-abbf02b20450 HTTP/1.1" status: 204 len: 168 time: 0.9909353 Oct 11 20:44:09.606539 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-e690246b-cc5d-43aa-a522-4f68e43e23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.607932 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-e690246b-cc5d-43aa-a522-4f68e43e23e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1097 time: 0.1553795 Oct 11 20:44:09.612682 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-26422591-194f-4962-8402-87263deceec6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de8b9512e734442ea5d28db74a65bb3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5390284 Oct 11 20:44:09.615121 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39060) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:09.615886 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26422591-194f-4962-8402-87263deceec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e1fba-dae3-4f03-b4d8-95d894e94c1d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:09.620547 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508061-6382-489e-a212-09e78fadbae4 req-5723dc81-b43d-4d7c-9410-c5baf8bd23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.622035 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be508061-6382-489e-a212-09e78fadbae4 req-5723dc81-b43d-4d7c-9410-c5baf8bd23ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.3457379 Oct 11 20:44:09.636289 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a57fc9-42ad-47f1-bba4-69e73bed9ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a3a9c-b44e-49ca-81dd-abbf02b20450,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:09.699179 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be508061-6382-489e-a212-09e78fadbae4 req-94c1bed7-d56f-42f7-be2d-b1c65349a812 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 HTTP/1.1" status: 200 len: 217 time: 0.0568340 Oct 11 20:44:09.790943 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fa67f1a8-49dd-489e-adeb-8cbabae1646e req-5b6d8e58-deee-4089-8cde-e05043ea319c service neutron] 10.222.0.46 "GET /v2.0/networks/aae9f6a5-9114-42e9-b9e4-2bbf24a85650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934148 Oct 11 20:44:09.818433 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d43b7fbb-7b83-4123-a026-a34abd436485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.833291 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Made reservation on behalf of 0d17687fb55b4523970da4e2fc53a32d for: {'port': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:44:09.836688 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.848772 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d43b7fbb-7b83-4123-a026-a34abd436485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.881230 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7cb1f325-c9d0-42c0-a676-1ea786cc474a req-3fb68d33-3a24-412d-8ea9-a8a7d0d8c314 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 210 time: 0.0671520 Oct 11 20:44:09.901014 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be508061-6382-489e-a212-09e78fadbae4 req-eeb55202-2c8b-4adf-9251-da3f0a9a5c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.902890 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be508061-6382-489e-a212-09e78fadbae4 req-eeb55202-2c8b-4adf-9251-da3f0a9a5c4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.1827149 Oct 11 20:44:09.913798 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-990a5773-c556-4d32-aec8-f1a30a829be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:09.915975 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-990a5773-c556-4d32-aec8-f1a30a829be2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.2830019 Oct 11 20:44:09.937274 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5504a66-1f3d-43df-8581-286331d47038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:09.978640 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-d43b7fbb-7b83-4123-a026-a34abd436485 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f7900d686ea4edaa593d5f82bf0084b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7518585 Oct 11 20:44:09.979158 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39080) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:09.979845 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be508061-6382-489e-a212-09e78fadbae4 req-afbf021c-adff-441c-9277-3381e70460a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574479 Oct 11 20:44:09.980503 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b7fbb-7b83-4123-a026-a34abd436485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c6a0ea-6b88-4ed5-a818-284b95215562,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:09.984647 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-09a7ef10-d137-49bc-a697-b7c52fcd4122 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 217 time: 0.0594881 Oct 11 20:44:10.051198 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5504a66-1f3d-43df-8581-286331d47038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.054283 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-77d53bc1-7ac2-4f16-a1cd-ba0a5551b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:10.055771 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-77d53bc1-7ac2-4f16-a1cd-ba0a5551b408 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.0533397 Oct 11 20:44:10.090589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39084) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:10.120442 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-6fba1ade-0245-447f-bb3c-01e2282918f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493333 Oct 11 20:44:10.203154 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be508061-6382-489e-a212-09e78fadbae4 req-b14c6b07-ef94-4ae7-a484-2593741a7f8c service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693354 Oct 11 20:44:10.204473 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Allocated IP 172.20.0.10 (f7e520f6-3b02-48f4-980b-3a46702f847e/3f3a7e06-d8a7-41ea-88cc-a175f1a636cd/b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:44:10.272564 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-ea6bdded-2d8f-4841-ab2a-aaba6ac90076 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392665 Oct 11 20:44:10.291638 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fc996c06-538a-45b7-8ba6-273517f33acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.405956 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5504a66-1f3d-43df-8581-286331d47038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.408572 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19d7e362-62a0-4ff1-a634-ab507e756fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.408717 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5504a66-1f3d-43df-8581-286331d47038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.410042 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-d5504a66-1f3d-43df-8581-286331d47038 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a7e1fba-dae3-4f03-b4d8-95d894e94c1d HTTP/1.1" status: 204 len: 168 time: 0.7912421 Oct 11 20:44:10.413516 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fc996c06-538a-45b7-8ba6-273517f33acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.444904 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be508061-6382-489e-a212-09e78fadbae4 req-47c3f4a1-a898-4674-a666-a54194decf4f service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316337 Oct 11 20:44:10.476041 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5504a66-1f3d-43df-8581-286331d47038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e1fba-dae3-4f03-b4d8-95d894e94c1d,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:10.543661 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511914b2-1efd-4e84-967e-0d5071797d8e req-1c005e45-581a-41ce-bb5b-bdb5ef9d6acf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:10.546603 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fbd1a-bd57-42d3-904b-6b79f8b0f767 req-cdb6f8d9-ab33-477e-9f8e-f29c22e79377 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:10.551108 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-511914b2-1efd-4e84-967e-0d5071797d8e req-1c005e45-581a-41ce-bb5b-bdb5ef9d6acf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 943 time: 0.1395874 Oct 11 20:44:10.556267 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ba4fbd1a-bd57-42d3-904b-6b79f8b0f767 req-cdb6f8d9-ab33-477e-9f8e-f29c22e79377 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 943 time: 0.2606108 Oct 11 20:44:10.559502 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7bfa6e77-1dd4-4618-9155-f675f1ef0f69 req-47bbedf7-dd36-4869-893f-8099bede7b67 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793255 Oct 11 20:44:10.599695 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fc996c06-538a-45b7-8ba6-273517f33acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.602693 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fc996c06-538a-45b7-8ba6-273517f33acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.604421 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-fc996c06-538a-45b7-8ba6-273517f33acb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41c6a0ea-6b88-4ed5-a818-284b95215562 HTTP/1.1" status: 204 len: 168 time: 0.6240706 Oct 11 20:44:10.617184 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.618187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996c06-538a-45b7-8ba6-273517f33acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c6a0ea-6b88-4ed5-a818-284b95215562,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:10.652633 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ba4fbd1a-bd57-42d3-904b-6b79f8b0f767 req-1be8f81a-aae8-415f-b1ad-b938d5ec42b6 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953231 Oct 11 20:44:10.666583 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-511914b2-1efd-4e84-967e-0d5071797d8e req-aaa3f306-1967-4c3d-86d4-fedc8d661440 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086054 Oct 11 20:44:10.717723 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19d7e362-62a0-4ff1-a634-ab507e756fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.722838 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19d7e362-62a0-4ff1-a634-ab507e756fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.734197 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.798348 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-19d7e362-62a0-4ff1-a634-ab507e756fe4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43a33366ca1344b2a94f88635f56f169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7007725 Oct 11 20:44:10.798785 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39112) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:10.807509 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Network f7e520f6-3b02-48f4-980b-3a46702f847e is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:44:10.810047 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d7e362-62a0-4ff1-a634-ab507e756fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c255c5-af41-410f-b7eb-478882bef2fc,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:10.815577 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:10.820174 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:44:10.833029 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:10.833611 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.840191 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'Port': ['ID=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:10.865779 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-313eb5d2-522d-4441-a397-56572259c589 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6144459 Oct 11 20:44:10.874847 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-261d7f53-e4c0-4781-9988-50557e07b114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.877561 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Request body: {'port': {'device_id': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:10.905044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-261d7f53-e4c0-4781-9988-50557e07b114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:10.998548 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.044528 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39124) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:11.045548 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8330184-7720-430f-b77d-90fbec5efb18 req-e84c8612-361c-4471-8361-188ce176825f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:11.047404 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a8330184-7720-430f-b77d-90fbec5efb18 req-e84c8612-361c-4471-8361-188ce176825f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 932 time: 0.0725503 Oct 11 20:44:11.091852 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-261d7f53-e4c0-4781-9988-50557e07b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.098958 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-261d7f53-e4c0-4781-9988-50557e07b114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.106273 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-261d7f53-e4c0-4781-9988-50557e07b114 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12c255c5-af41-410f-b7eb-478882bef2fc HTTP/1.1" status: 204 len: 168 time: 0.3058124 Oct 11 20:44:11.125293 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-404e4d46-db69-4dd6-ac2d-690894e5c4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.135227 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7f53-e4c0-4781-9988-50557e07b114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c255c5-af41-410f-b7eb-478882bef2fc,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:11.152205 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a8330184-7720-430f-b77d-90fbec5efb18 req-f852aafa-db89-42f4-ad07-caa2f3161227 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960231 Oct 11 20:44:11.208053 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-e527c06a-54ae-47e6-9097-12782918b5bd None None] Provisioning complete for port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:11.209231 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e527c06a-54ae-47e6-9097-12782918b5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.248025 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-e527c06a-54ae-47e6-9097-12782918b5bd None None] Port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:44:11.362001 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-404e4d46-db69-4dd6-ac2d-690894e5c4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.367649 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-404e4d46-db69-4dd6-ac2d-690894e5c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.428851 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e4d46-db69-4dd6-ac2d-690894e5c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381ac8ac-6bd5-451d-a8f2-2317a9fe83ef,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:11.435755 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-404e4d46-db69-4dd6-ac2d-690894e5c4a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=54d91c4e8c6641f6b13dd8175369a2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898582 Oct 11 20:44:11.436110 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39142) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:11.501656 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 {{(pid=105805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:11.508542 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28934b5e-d364-4c40-b495-ef21c3182fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.511610 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.525070 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.provisioning_blocks [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Transition to ACTIVE for port object b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 will not be triggered until provisioned by entity L2. {{(pid=105805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:44:11.538796 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.547814 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28934b5e-d364-4c40-b495-ef21c3182fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.641074 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28934b5e-d364-4c40-b495-ef21c3182fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.646337 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28934b5e-d364-4c40-b495-ef21c3182fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.647761 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-28934b5e-d364-4c40-b495-ef21c3182fb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/381ac8ac-6bd5-451d-a8f2-2317a9fe83ef HTTP/1.1" status: 204 len: 168 time: 0.2104032 Oct 11 20:44:11.656301 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28934b5e-d364-4c40-b495-ef21c3182fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381ac8ac-6bd5-451d-a8f2-2317a9fe83ef,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:11.670051 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Attempting to bind port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:44:11.670051 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Attempting to bind port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:44:11.670051 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Attempting to bind port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 on network f7e520f6-3b02-48f4-980b-3a46702f847e {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:11.672085 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Pushing event updated for resources: {'Port': ['ID=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:11.679137 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 on network f7e520f6-3b02-48f4-980b-3a46702f847e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:44:11.679530 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Attempting to bind port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 on network f7e520f6-3b02-48f4-980b-3a46702f847e {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:11.685997 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:44:11.686593 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Checking segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:44:11.687088 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Bound using segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:44:11.687653 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Bound port: b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:44:11.688068 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.818194 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005bf2f-172a-4a39-8015-b6183d54a222 req-d993a026-3293-42eb-a05e-031fa805aab2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:11.819752 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2005bf2f-172a-4a39-8015-b6183d54a222 req-d993a026-3293-42eb-a05e-031fa805aab2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 943 time: 0.0808001 Oct 11 20:44:11.867825 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] For port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478, host hv-cinder-81353, cleared binding levels {{(pid=105805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:44:11.871368 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] For port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:44:11.876063 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.885678 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2005bf2f-172a-4a39-8015-b6183d54a222 req-168cd502-3f47-4fb6-8f6c-422273c7738b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568295 Oct 11 20:44:11.895864 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce3c701-a613-4f58-9326-fd9ac6fa3993 req-1a6f6f43-c121-46dc-9639-a0f9413b989a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:11.903022 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bce3c701-a613-4f58-9326-fd9ac6fa3993 req-1a6f6f43-c121-46dc-9639-a0f9413b989a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 943 time: 0.1078520 Oct 11 20:44:11.931825 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:11.932431 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:11.933841 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] 10.222.0.46 "PUT /v2.0/ports/b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 1094 time: 1.0606382 Oct 11 20:44:11.935628 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:11.937855 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2" -d '{"events": [{"name": "network-changed", "server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:12.009418 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea456a9b-f5ff-4642-bf2a-46a1dbc22abe x-openstack-request-id: req-ea456a9b-f5ff-4642-bf2a-46a1dbc22abe {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:12.009731 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:12.009939 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea456a9b-f5ff-4642-bf2a-46a1dbc22abe {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:12.010326 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'status': 'completed', 'code': 200} Oct 11 20:44:12.033411 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bce3c701-a613-4f58-9326-fd9ac6fa3993 req-c25ecee6-38e6-457c-bea7-c8c2927421c7 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251917 Oct 11 20:44:12.042291 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd64ea-5361-4199-802c-19b766e78d04 service neutron] Pushing event updated for resources: {'Port': ['ID=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,revision_number=3']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:12.069030 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-970c99c8-67e8-47fa-babf-b06991a46162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:12.070557 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-970c99c8-67e8-47fa-babf-b06991a46162 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1097 time: 0.0907993 Oct 11 20:44:12.129045 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-6a45bf17-57da-42ab-b44a-3ab4c2041dd9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 217 time: 0.0505290 Oct 11 20:44:12.179946 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-4cbf42ea-499d-4ecc-a0e0-c16114306650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:12.181622 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-4cbf42ea-499d-4ecc-a0e0-c16114306650 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0461855 Oct 11 20:44:12.295150 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7b8f9-a9c5-4306-9e1d-e84cc74695b5 req-3c961383-61ad-45fb-b86e-79df3795cbc3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:12.297196 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-35d7b8f9-a9c5-4306-9e1d-e84cc74695b5 req-3c961383-61ad-45fb-b86e-79df3795cbc3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0678070 Oct 11 20:44:12.325524 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-a7fbaace-f8de-4b67-8fe6-b3dbf4fc13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:12.327053 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-a7fbaace-f8de-4b67-8fe6-b3dbf4fc13ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1355085 Oct 11 20:44:12.361797 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-35d7b8f9-a9c5-4306-9e1d-e84cc74695b5 req-287170bb-43f5-4d87-84d3-0c1118a76f90 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575650 Oct 11 20:44:12.467943 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-fe092f77-d732-403e-831b-2efe0553036e service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336322 Oct 11 20:44:12.576829 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-397a7429-3f1c-40c3-895c-bf3cf35eb1e2 req-ac398831-5b9e-48c6-9b91-72d8d3689314 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017892 Oct 11 20:44:12.855068 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-750e84db-0934-4972-ac98-81332d13243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:12.856545 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-750e84db-0934-4972-ac98-81332d13243d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1097 time: 0.2248099 Oct 11 20:44:13.022199 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-007857fe-7025-4483-9ddd-846161aef11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:13.023738 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-007857fe-7025-4483-9ddd-846161aef11c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.1590514 Oct 11 20:44:13.048728 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16602b-9de5-4c0f-84ec-3f38d6345617 req-aee9e841-026a-4d76-8e1f-794de9cb5a8b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:13.050189 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2e16602b-9de5-4c0f-84ec-3f38d6345617 req-aee9e841-026a-4d76-8e1f-794de9cb5a8b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 943 time: 0.0665748 Oct 11 20:44:13.099050 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2e16602b-9de5-4c0f-84ec-3f38d6345617 req-92e7e6ef-0269-4b33-9b25-a7c89d5c7bc4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397155 Oct 11 20:44:13.159890 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce1e4a-7f4a-4ac8-9674-099ab37aaae5 req-fe3b7e07-af44-4a76-b4bb-d9073440fc55 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:13.161747 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4bce1e4a-7f4a-4ac8-9674-099ab37aaae5 req-fe3b7e07-af44-4a76-b4bb-d9073440fc55 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 943 time: 0.0553203 Oct 11 20:44:13.202244 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4bce1e4a-7f4a-4ac8-9674-099ab37aaae5 req-297b6942-5f7e-43c4-8b42-205fb4a67e20 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333629 Oct 11 20:44:13.490413 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733112a-7d5e-45d1-a79f-c714ca6e8554 req-0ba5e0a0-c78c-40f7-892d-a5b2669ab4d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:13.495021 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4733112a-7d5e-45d1-a79f-c714ca6e8554 req-0ba5e0a0-c78c-40f7-892d-a5b2669ab4d5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0567884 Oct 11 20:44:13.532621 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4733112a-7d5e-45d1-a79f-c714ca6e8554 req-a2d3a2b2-a3d6-41de-9c06-e877452d0ac1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343869 Oct 11 20:44:13.836982 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 095f86a3-0433-4174-8b9f-57e5af28e353 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:44:13.851419 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-0aa6bd8b-48cc-434b-8e7f-e537856b4e88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 217 time: 0.0410066 Oct 11 20:44:13.981076 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 095f86a3-0433-4174-8b9f-57e5af28e353, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=095f86a3-0433-4174-8b9f-57e5af28e353,segment=NetworkSegment(5023a942-18fb-46c9-b9b6-074850f3519a),segment_id=5023a942-18fb-46c9-b9b6-074850f3519a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:13.999494 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '095f86a3-0433-4174-8b9f-57e5af28e353', 'network_id': 'aae9f6a5-9114-42e9-b9e4-2bbf24a85650', 'port_id': '095f86a3-0433-4174-8b9f-57e5af28e353', 'mac_address': 'fa:16:3e:37:00:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29670fe-a261-43a9-bcbd-661a07947f8a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:44:14.048011 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:14.070507 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095f86a3-0433-4174-8b9f-57e5af28e353 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:14.091654 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 095f86a3-0433-4174-8b9f-57e5af28e353, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=095f86a3-0433-4174-8b9f-57e5af28e353,segment=NetworkSegment(5023a942-18fb-46c9-b9b6-074850f3519a),segment_id=5023a942-18fb-46c9-b9b6-074850f3519a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:14.099356 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:14.100235 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:44:14.212765 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=095f86a3-0433-4174-8b9f-57e5af28e353,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:14.268877 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5617f22-fe55-49e0-a035-eec38ccaadd8 req-81fe568f-19ba-42f3-aa68-fca2ef1cab96 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:14.270557 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a5617f22-fe55-49e0-a035-eec38ccaadd8 req-81fe568f-19ba-42f3-aa68-fca2ef1cab96 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 943 time: 0.0764120 Oct 11 20:44:14.295712 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:14.315162 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9', 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'port_id': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9', 'mac_address': 'fa:16:3e:75:70:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:44:14.338205 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a5617f22-fe55-49e0-a035-eec38ccaadd8 req-d71fae47-78d9-4a7d-955b-84dee1d070ce tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606365 Oct 11 20:44:14.362580 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200c0c8-192c-4be4-a00b-76b3d2f3df02 req-35162bd8-a4f5-4fae-b7d0-ddb29570316e tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:14.365737 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:14.372221 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b200c0c8-192c-4be4-a00b-76b3d2f3df02 req-35162bd8-a4f5-4fae-b7d0-ddb29570316e tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0882680 Oct 11 20:44:14.380019 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:14.406810 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:14.410127 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b200c0c8-192c-4be4-a00b-76b3d2f3df02 req-ad43613a-726d-4ef9-844a-a69dc0e078bc tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368025 Oct 11 20:44:14.412461 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:14.413356 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 3c8b1485-91ab-4b24-9955-61f02545df0f details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:44:14.483513 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 3c8b1485-91ab-4b24-9955-61f02545df0f, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=3c8b1485-91ab-4b24-9955-61f02545df0f,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:14.496800 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:14.508690 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '3c8b1485-91ab-4b24-9955-61f02545df0f', 'network_id': 'ba20353d-3169-4943-bf79-3223bcb0b4d0', 'port_id': '3c8b1485-91ab-4b24-9955-61f02545df0f', 'mac_address': 'fa:16:3e:80:89:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11bc31fb-c7a0-4891-a1b6-83c7348cd784', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:44:14.557941 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:14.588292 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8b1485-91ab-4b24-9955-61f02545df0f {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:14.610940 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 3c8b1485-91ab-4b24-9955-61f02545df0f, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=3c8b1485-91ab-4b24-9955-61f02545df0f,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:14.615475 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:14.696037 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7313f6-b156-45f5-adb0-309760455950 req-3d0c98ca-9b64-4959-93f5-9e5e4ab7011e tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:14.698210 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=3c8b1485-91ab-4b24-9955-61f02545df0f,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:14.702988 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f7313f6-b156-45f5-adb0-309760455950 req-3d0c98ca-9b64-4959-93f5-9e5e4ab7011e tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0841978 Oct 11 20:44:14.719987 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-5ec430f1-8316-485b-9774-cb67757809e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:14.721850 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-5ec430f1-8316-485b-9774-cb67757809e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0671990 Oct 11 20:44:14.746731 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f7313f6-b156-45f5-adb0-309760455950 req-8aca40b1-1779-4242-8056-8f562a3b2537 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407825 Oct 11 20:44:15.462250 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207a1ba-b1b6-43cb-889d-8cd68bdd9565 req-3d36d08a-9b33-473b-ac9e-4b21b9a7bae4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:15.463760 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5207a1ba-b1b6-43cb-889d-8cd68bdd9565 req-3d36d08a-9b33-473b-ac9e-4b21b9a7bae4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 944 time: 0.0533700 Oct 11 20:44:15.501778 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5207a1ba-b1b6-43cb-889d-8cd68bdd9565 req-32369cc5-5b58-437c-83b5-230afe87e8e4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Oct 11 20:44:15.539010 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8653849-ab4d-4ac0-b864-dae8f85db2c6 req-937c1c39-b943-4111-92a8-6a454d7170b0 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:15.540473 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b8653849-ab4d-4ac0-b864-dae8f85db2c6 req-937c1c39-b943-4111-92a8-6a454d7170b0 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0521491 Oct 11 20:44:15.577864 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b8653849-ab4d-4ac0-b864-dae8f85db2c6 req-e7ee6238-027e-4637-80dd-8286bb086e24 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Oct 11 20:44:15.659252 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-304577ca-06ea-4cc1-b365-85b7dc1971ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:15.661361 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-304577ca-06ea-4cc1-b365-85b7dc1971ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433109 Oct 11 20:44:15.756051 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-e6abea36-31a8-493f-aada-d29e1f6ca0b4 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811868 Oct 11 20:44:15.893072 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6e6f7-336a-41ca-9c92-e98d9f7d2f6c req-17c8b411-344b-47be-bf81-3f169e29f7af tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:15.895100 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ccb6e6f7-336a-41ca-9c92-e98d9f7d2f6c req-17c8b411-344b-47be-bf81-3f169e29f7af tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0801573 Oct 11 20:44:15.897178 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d24677ae-6e2f-45f8-8fbc-fc5b70d13be2 req-fa90f773-def0-4bdf-bb66-81dfe4d79e7e service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335654 Oct 11 20:44:15.936681 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ccb6e6f7-336a-41ca-9c92-e98d9f7d2f6c req-21d48ab1-7ce8-442c-9930-8bde5830ab86 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355432 Oct 11 20:44:15.997207 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['3c8b1485-91ab-4b24-9955-61f02545df0f'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:44:16.043208 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['095f86a3-0433-4174-8b9f-57e5af28e353'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:44:16.051611 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:44:16.688887 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49900dc-46c0-4538-8c48-68c152e472ed req-1ab5b5ff-7a89-42e2-b3b8-75430d752aed tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:16.690369 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c49900dc-46c0-4538-8c48-68c152e472ed req-1ab5b5ff-7a89-42e2-b3b8-75430d752aed tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 944 time: 0.1080637 Oct 11 20:44:16.745747 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25fa64-c8b8-41d5-b3a2-2af921da73b1 req-7053ecb7-1746-4b0e-b73f-407d523871f5 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:16.746873 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eb25fa64-c8b8-41d5-b3a2-2af921da73b1 req-7053ecb7-1746-4b0e-b73f-407d523871f5 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0698128 Oct 11 20:44:16.751158 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c49900dc-46c0-4538-8c48-68c152e472ed req-d404d380-4aee-4c10-810d-25fea7280ce6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498152 Oct 11 20:44:16.794378 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eb25fa64-c8b8-41d5-b3a2-2af921da73b1 req-6736ed6b-c51b-473e-aedb-639d4ccce39d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414066 Oct 11 20:44:17.046646 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048182-5011-4643-af84-3bd448b72062 req-4d3980a0-5494-4550-bc75-b593d54ca4ee tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:17.048096 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b7048182-5011-4643-af84-3bd448b72062 req-4d3980a0-5494-4550-bc75-b593d54ca4ee tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0468321 Oct 11 20:44:17.086076 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b7048182-5011-4643-af84-3bd448b72062 req-273044ef-b2f7-48c4-895f-23aef01f84ca tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314875 Oct 11 20:44:17.866437 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e6c09-cb4e-429a-9626-0da0b5922b1f req-08997c7c-4beb-4d56-aae8-45b8b8d4b87a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:17.868064 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-378e6c09-cb4e-429a-9626-0da0b5922b1f req-08997c7c-4beb-4d56-aae8-45b8b8d4b87a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 944 time: 0.0488985 Oct 11 20:44:17.906236 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-378e6c09-cb4e-429a-9626-0da0b5922b1f req-736ab1b0-9808-4da3-9e8d-4edce3fbfb84 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Oct 11 20:44:17.907496 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801347b-b350-4d39-b481-3d4c5e321152 req-2f39b89e-1599-4803-99f7-8819ae2705ec tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:17.908990 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b801347b-b350-4d39-b481-3d4c5e321152 req-2f39b89e-1599-4803-99f7-8819ae2705ec tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0484602 Oct 11 20:44:17.944790 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0daf6db3-19c5-4c27-b5e4-72302d438284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:17.960832 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b801347b-b350-4d39-b481-3d4c5e321152 req-b47768ee-e413-45c7-b76e-919b767a37ed tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450361 Oct 11 20:44:18.198076 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b5163-a154-4ca6-ba1d-e2bc2c884156 req-ed1bc1c5-f4ec-4279-ac2a-870c63311a84 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:18.199524 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b60b5163-a154-4ca6-ba1d-e2bc2c884156 req-ed1bc1c5-f4ec-4279-ac2a-870c63311a84 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0466726 Oct 11 20:44:18.235709 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b60b5163-a154-4ca6-ba1d-e2bc2c884156 req-afaf6b09-a54c-4491-8816-b9238072f424 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303912 Oct 11 20:44:19.017924 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729fdea-e6ac-4032-acfc-1b58e06135e0 req-5349c699-e955-4077-992a-80bcb31b9ed0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:19.019342 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e729fdea-e6ac-4032-acfc-1b58e06135e0 req-5349c699-e955-4077-992a-80bcb31b9ed0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 944 time: 0.0478334 Oct 11 20:44:19.061809 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e729fdea-e6ac-4032-acfc-1b58e06135e0 req-e7361934-4a7d-4d27-be26-b48ed776dcb5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363965 Oct 11 20:44:19.083075 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c465c-e4a9-4e6f-8a43-a01b1362fbf5 req-d0636f81-13ff-4a27-be2c-a81e0da563d8 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:19.084566 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-020c465c-e4a9-4e6f-8a43-a01b1362fbf5 req-d0636f81-13ff-4a27-be2c-a81e0da563d8 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0528159 Oct 11 20:44:19.125317 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-020c465c-e4a9-4e6f-8a43-a01b1362fbf5 req-c8841d5d-4481-4e64-831b-4dcfc403b3aa tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Oct 11 20:44:19.350917 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd8a4-0634-45ea-a00a-1dad519feeae req-5dfa2656-8535-422a-b0eb-74fe6cc0212a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:19.352388 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-345dd8a4-0634-45ea-a00a-1dad519feeae req-5dfa2656-8535-422a-b0eb-74fe6cc0212a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0493636 Oct 11 20:44:19.392651 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-345dd8a4-0634-45ea-a00a-1dad519feeae req-1cb0c6ea-6a90-450d-95d8-775954c361e0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343220 Oct 11 20:44:20.209158 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bb6cf-f9f6-40a2-9299-557f2caf3f64 req-aada832b-ce67-4718-9eec-2bba22f31fec tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:20.210836 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-322bb6cf-f9f6-40a2-9299-557f2caf3f64 req-aada832b-ce67-4718-9eec-2bba22f31fec tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 944 time: 0.0745873 Oct 11 20:44:20.253980 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-322bb6cf-f9f6-40a2-9299-557f2caf3f64 req-fb8a8b8e-6eb7-48a0-95b6-c130e8241641 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368612 Oct 11 20:44:20.276739 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228d2db-ac86-437c-99e6-a8207b82b368 req-2531c4e7-52b4-4742-8074-5fab4577a5c6 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:20.278495 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c228d2db-ac86-437c-99e6-a8207b82b368 req-2531c4e7-52b4-4742-8074-5fab4577a5c6 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0610094 Oct 11 20:44:20.319109 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c228d2db-ac86-437c-99e6-a8207b82b368 req-f9f2fc84-2dd3-4ead-87dd-a878910afcd9 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345874 Oct 11 20:44:20.506471 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c33fb-cb62-4e3c-aedc-8ae0e9416708 req-8047327d-dbeb-4fa2-b60f-06fc6032f3cf tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:20.507468 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a07c33fb-cb62-4e3c-aedc-8ae0e9416708 req-8047327d-dbeb-4fa2-b60f-06fc6032f3cf tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 944 time: 0.0479267 Oct 11 20:44:20.545053 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a07c33fb-cb62-4e3c-aedc-8ae0e9416708 req-687e129b-b192-4381-bd35-62a59efa8d8f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317304 Oct 11 20:44:20.777620 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-815da894-5668-47dc-8bb8-887e1c32b916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:21.296853 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:44:21.394370 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:21.399454 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb93325-d15e-4d32-bcdb-803529f37832 req-3712b1df-1a78-4e7c-b2a3-978ce4edc36c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:21.406402 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'port_id': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'mac_address': 'fa:16:3e:0c:e3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:44:21.407824 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fbb93325-d15e-4d32-bcdb-803529f37832 req-3712b1df-1a78-4e7c-b2a3-978ce4edc36c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 944 time: 0.0858266 Oct 11 20:44:21.441778 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbfb72-63d0-4d7b-8260-a99158d9c384 req-7e9ad188-c1fc-4024-abc5-5b901becd325 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:21.447062 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fbb93325-d15e-4d32-bcdb-803529f37832 req-195f0406-e332-42ce-b169-26d72f2e1849 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Oct 11 20:44:21.448907 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dafbfb72-63d0-4d7b-8260-a99158d9c384 req-7e9ad188-c1fc-4024-abc5-5b901becd325 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0532112 Oct 11 20:44:21.450230 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:21.471780 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:44:21.477702 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:21.489771 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dafbfb72-63d0-4d7b-8260-a99158d9c384 req-7c370b1d-4157-4418-b461-931df53675c7 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398338 Oct 11 20:44:21.494186 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:21.497909 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:21.544370 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:21.657002 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edd3c7-5ec4-4d8d-b97d-f7d8f9358d6a req-83bd80fb-9528-46e8-b89c-18dc4d82f7f2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:21.658433 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-41edd3c7-5ec4-4d8d-b97d-f7d8f9358d6a req-83bd80fb-9528-46e8-b89c-18dc4d82f7f2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 945 time: 0.0475001 Oct 11 20:44:21.695067 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-41edd3c7-5ec4-4d8d-b97d-f7d8f9358d6a req-3334004e-9874-4816-92f6-684dc81a5b91 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301881 Oct 11 20:44:21.845130 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:22.569214 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318e9a4-641b-4738-a622-7c5cc1f1d243 req-91c46384-3dd9-4de2-8a1a-e947f92951fd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:22.577129 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8318e9a4-641b-4738-a622-7c5cc1f1d243 req-91c46384-3dd9-4de2-8a1a-e947f92951fd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 944 time: 0.0562682 Oct 11 20:44:22.607872 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:44:22.615426 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603d5f0-c2dd-4ef6-9685-ec6b170d8af8 req-e247a430-93f4-4106-81d4-341c19295aeb tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:22.616959 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9603d5f0-c2dd-4ef6-9685-ec6b170d8af8 req-e247a430-93f4-4106-81d4-341c19295aeb tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 944 time: 0.0535495 Oct 11 20:44:22.636217 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8318e9a4-641b-4738-a622-7c5cc1f1d243 req-ca18181f-e4c3-4dc8-8ac5-be231a659d86 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550470 Oct 11 20:44:22.664258 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9603d5f0-c2dd-4ef6-9685-ec6b170d8af8 req-7f546560-8c64-404c-bec6-02b0f297784b tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Oct 11 20:44:22.815059 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed545f3-2c8d-44c7-a4d5-84b766f4a6b0 req-f3f5b1e2-279e-4586-8ff9-6febf65e7078 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:22.817476 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bed545f3-2c8d-44c7-a4d5-84b766f4a6b0 req-f3f5b1e2-279e-4586-8ff9-6febf65e7078 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 945 time: 0.0520110 Oct 11 20:44:22.858966 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bed545f3-2c8d-44c7-a4d5-84b766f4a6b0 req-c352b550-2c4a-418d-a7d5-d4eb41eb5c06 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343153 Oct 11 20:44:23.058851 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 095f86a3-0433-4174-8b9f-57e5af28e353 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:23.108520 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.131871 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 095f86a3-0433-4174-8b9f-57e5af28e353 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:44:23.142780 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 095f86a3-0433-4174-8b9f-57e5af28e353 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:23.143240 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.238378 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.263961 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1931c040-4410-4bae-91bc-ece6980b8d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095f86a3-0433-4174-8b9f-57e5af28e353'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:23.338022 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 095f86a3-0433-4174-8b9f-57e5af28e353, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=095f86a3-0433-4174-8b9f-57e5af28e353,segment=NetworkSegment(5023a942-18fb-46c9-b9b6-074850f3519a),segment_id=5023a942-18fb-46c9-b9b6-074850f3519a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:23.344706 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.345604 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:23.431046 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=095f86a3-0433-4174-8b9f-57e5af28e353,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:23.444579 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:44:23.452427 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:23.453032 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.497735 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9c79ab-b9de-4796-98c2-74690d6e657b" -d '{"events": [{"server_uuid": "1931c040-4410-4bae-91bc-ece6980b8d44", "name": "network-vif-plugged", "status": "completed", "tag": "095f86a3-0433-4174-8b9f-57e5af28e353"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:23.558647 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.599679 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:23.605633 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.607304 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 3c8b1485-91ab-4b24-9955-61f02545df0f up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:23.654930 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39598) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:23.734588 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d17518-fc8b-4007-97a7-3a0aa51c02f5 x-openstack-request-id: req-98d17518-fc8b-4007-97a7-3a0aa51c02f5 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:23.734892 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1931c040-4410-4bae-91bc-ece6980b8d44", "name": "network-vif-plugged", "status": "completed", "tag": "095f86a3-0433-4174-8b9f-57e5af28e353", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:23.735148 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98d17518-fc8b-4007-97a7-3a0aa51c02f5 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:23.735600 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1931c040-4410-4bae-91bc-ece6980b8d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095f86a3-0433-4174-8b9f-57e5af28e353', 'code': 200} Oct 11 20:44:23.750738 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:23.767346 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 3c8b1485-91ab-4b24-9955-61f02545df0f completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:44:23.774747 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 3c8b1485-91ab-4b24-9955-61f02545df0f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:23.775629 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.890259 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e30f6a-5d9a-4727-a5f2-0b935cf8403d req-6f47450f-c6ad-4b96-a9e0-f67adcd0976a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:23.900300 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-39e30f6a-5d9a-4727-a5f2-0b935cf8403d req-6f47450f-c6ad-4b96-a9e0-f67adcd0976a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1040406 Oct 11 20:44:23.919154 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5c846fe9-8816-4b73-a0cc-929f76ed24d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.949090 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:23.974530 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee28d3-0797-4b70-95ea-e976dc766dcb req-c291b86a-5716-490b-bf11-5cd3bca8cb4d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:23.982656 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-39e30f6a-5d9a-4727-a5f2-0b935cf8403d req-a6468e2e-66da-4276-90af-5956dfff0633 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809267 Oct 11 20:44:23.988896 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 3c8b1485-91ab-4b24-9955-61f02545df0f, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=3c8b1485-91ab-4b24-9955-61f02545df0f,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:23.989726 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cdee28d3-0797-4b70-95ea-e976dc766dcb req-c291b86a-5716-490b-bf11-5cd3bca8cb4d tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 945 time: 0.1818964 Oct 11 20:44:23.999854 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.101849 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b182ea-0128-440a-830a-b8da29c17a90 req-6f4f4380-3cd9-4413-85fa-1750c0a65d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:24.103731 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-55b182ea-0128-440a-830a-b8da29c17a90 req-6f4f4380-3cd9-4413-85fa-1750c0a65d0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 1098 time: 0.1690326 Oct 11 20:44:24.105806 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=3c8b1485-91ab-4b24-9955-61f02545df0f,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:24.123200 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cdee28d3-0797-4b70-95ea-e976dc766dcb req-8a3d5fe5-3a45-4630-85d7-b502ab94c15a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287527 Oct 11 20:44:24.201837 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5c846fe9-8816-4b73-a0cc-929f76ed24d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.205173 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-55b182ea-0128-440a-830a-b8da29c17a90 req-10651b25-7875-4327-accb-3846921172ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.207830 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5c846fe9-8816-4b73-a0cc-929f76ed24d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.246442 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c846fe9-8816-4b73-a0cc-929f76ed24d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2521fbc1-c28f-4d6f-9d58-6f958e58d34f,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:24.247837 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39630) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:24.252615 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-5c846fe9-8816-4b73-a0cc-929f76ed24d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=533a47e2b4024326b9911acef97cd1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963588 Oct 11 20:44:24.256058 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39632) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:24.257387 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185993-e5e3-4cce-87d6-17637ee87124 req-accb4f12-18b0-40b7-aa67-a064b5857ffc tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:24.258799 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0f185993-e5e3-4cce-87d6-17637ee87124 req-accb4f12-18b0-40b7-aa67-a064b5857ffc tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 945 time: 0.1523845 Oct 11 20:44:24.313299 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03af64be-42fd-46ea-b13e-92fe82360a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.321507 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0f185993-e5e3-4cce-87d6-17637ee87124 req-e2d08743-9f24-4935-bdb2-52c2366eb384 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555236 Oct 11 20:44:24.349792 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03af64be-42fd-46ea-b13e-92fe82360a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.367715 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-55b182ea-0128-440a-830a-b8da29c17a90 req-10651b25-7875-4327-accb-3846921172ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.372705 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-55b182ea-0128-440a-830a-b8da29c17a90 req-10651b25-7875-4327-accb-3846921172ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.396487 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03af64be-42fd-46ea-b13e-92fe82360a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.399347 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03af64be-42fd-46ea-b13e-92fe82360a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.400677 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-03af64be-42fd-46ea-b13e-92fe82360a9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2521fbc1-c28f-4d6f-9d58-6f958e58d34f HTTP/1.1" status: 204 len: 168 time: 0.1435409 Oct 11 20:44:24.409559 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af64be-42fd-46ea-b13e-92fe82360a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521fbc1-c28f-4d6f-9d58-6f958e58d34f,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:24.431636 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-55b182ea-0128-440a-830a-b8da29c17a90 req-10651b25-7875-4327-accb-3846921172ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191164 Oct 11 20:44:24.433544 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-23473ac5-bdbf-4acb-b797-5ed5a5e3ee1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.436979 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651b25-7875-4327-accb-3846921172ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6420468e-2db5-43fa-b79b-c3be64bd3623,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:24.522961 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-23473ac5-bdbf-4acb-b797-5ed5a5e3ee1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.527081 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-23473ac5-bdbf-4acb-b797-5ed5a5e3ee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.569037 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-23473ac5-bdbf-4acb-b797-5ed5a5e3ee1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fea56cecbf4a4c00bcc92904e47abb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200364 Oct 11 20:44:24.569859 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23473ac5-bdbf-4acb-b797-5ed5a5e3ee1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e085a721-f5b4-4148-a93a-497ca75f52fb,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:24.572048 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39640) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:24.625603 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3a7195c0-c082-4703-aa7f-fd610b5caa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.651632 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3a7195c0-c082-4703-aa7f-fd610b5caa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.680409 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39642) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:24.695382 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-09319a50-416e-46a0-aabf-add3a2c66e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.717835 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3a7195c0-c082-4703-aa7f-fd610b5caa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.720380 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-3a7195c0-c082-4703-aa7f-fd610b5caa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.721502 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-3a7195c0-c082-4703-aa7f-fd610b5caa86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e085a721-f5b4-4148-a93a-497ca75f52fb HTTP/1.1" status: 204 len: 168 time: 0.1483114 Oct 11 20:44:24.737017 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7195c0-c082-4703-aa7f-fd610b5caa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e085a721-f5b4-4148-a93a-497ca75f52fb,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:24.804398 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-09319a50-416e-46a0-aabf-add3a2c66e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.808729 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-09319a50-416e-46a0-aabf-add3a2c66e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.849587 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09319a50-416e-46a0-aabf-add3a2c66e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0700dea-0117-4136-8bac-4db1b189e7e2,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:24.855171 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-09319a50-416e-46a0-aabf-add3a2c66e88 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b58187c0703f4f109d426181065aef21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733820 Oct 11 20:44:24.857847 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39654) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:24.915398 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b0546207-5c78-4bd6-bc19-142f495c0eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.940383 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b0546207-5c78-4bd6-bc19-142f495c0eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.987744 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b0546207-5c78-4bd6-bc19-142f495c0eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.990936 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b0546207-5c78-4bd6-bc19-142f495c0eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:24.992069 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b0546207-5c78-4bd6-bc19-142f495c0eab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0700dea-0117-4136-8bac-4db1b189e7e2 HTTP/1.1" status: 204 len: 168 time: 0.1332181 Oct 11 20:44:25.001129 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0546207-5c78-4bd6-bc19-142f495c0eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0700dea-0117-4136-8bac-4db1b189e7e2,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:25.073957 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:25.120799 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8287795-fa50-42e6-ab83-6e231d2530d5 req-9fd15af0-3779-4d6d-a28e-5a6dd572687a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:25.121026 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39662) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:25.122411 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f8287795-fa50-42e6-ab83-6e231d2530d5 req-9fd15af0-3779-4d6d-a28e-5a6dd572687a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0621483 Oct 11 20:44:25.140957 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-32aa38d7-92a7-4750-94b3-47b8243b8666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.157959 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:44:25.162909 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:25.163290 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.167805 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f8287795-fa50-42e6-ab83-6e231d2530d5 req-eff146ac-2d47-4430-ba09-fb1e83014959 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 Oct 11 20:44:25.255352 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-32aa38d7-92a7-4750-94b3-47b8243b8666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.264340 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-32aa38d7-92a7-4750-94b3-47b8243b8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.305805 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6ab95-8505-4704-b20a-9e08c6c97726 req-5947cfa6-29c2-461d-b7e3-335fa054f29a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:25.307505 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fca6ab95-8505-4704-b20a-9e08c6c97726 req-5947cfa6-29c2-461d-b7e3-335fa054f29a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 945 time: 0.0875766 Oct 11 20:44:25.324989 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.337154 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa38d7-92a7-4750-94b3-47b8243b8666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa43509-0058-417c-bce2-49a9a7e0841c,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:25.342105 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-32aa38d7-92a7-4750-94b3-47b8243b8666 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc87001a7bea48e3a822d8c010643d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198479 Oct 11 20:44:25.345454 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39680) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:25.398625 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fca6ab95-8505-4704-b20a-9e08c6c97726 req-01bc6714-d8a7-4c91-b52d-7a8c81a25c88 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736153 Oct 11 20:44:25.409619 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:44:25.433015 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:25.438887 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39688) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:25.451650 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.453923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-71651055-1008-4601-a627-f584f73d825f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.501324 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9818f21b-9227-44db-9f1f-8172967ade9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.530879 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda861f-e76c-4c23-9fc0-f7bb9d27bf2d req-5103506c-aa9e-44da-b6cd-4e49df8fec8c tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:25.536916 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:25.541413 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ecda861f-e76c-4c23-9fc0-f7bb9d27bf2d req-5103506c-aa9e-44da-b6cd-4e49df8fec8c tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0984607 Oct 11 20:44:25.569945 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9818f21b-9227-44db-9f1f-8172967ade9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.588733 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-71651055-1008-4601-a627-f584f73d825f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.594415 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-71651055-1008-4601-a627-f584f73d825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.623931 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ecda861f-e76c-4c23-9fc0-f7bb9d27bf2d req-3ab45e3d-41e5-46b5-9046-57a201ec2f56 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765390 Oct 11 20:44:25.660091 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-71651055-1008-4601-a627-f584f73d825f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb5e7927c61841958f5f16288158832d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200835 Oct 11 20:44:25.664324 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39696) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:25.672331 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71651055-1008-4601-a627-f584f73d825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85866f3d-ebda-480a-b296-52951372d53f,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:25.684705 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9818f21b-9227-44db-9f1f-8172967ade9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.689101 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9818f21b-9227-44db-9f1f-8172967ade9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.690414 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9818f21b-9227-44db-9f1f-8172967ade9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9aa43509-0058-417c-bce2-49a9a7e0841c HTTP/1.1" status: 204 len: 168 time: 0.3437786 Oct 11 20:44:25.716634 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818f21b-9227-44db-9f1f-8172967ade9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa43509-0058-417c-bce2-49a9a7e0841c,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:25.736178 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9'}, {'server_uuid': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8b1485-91ab-4b24-9955-61f02545df0f'}, {'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:25.740192 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e44616-a181-4c31-9840-5e6b8e6fc256" -d '{"events": [{"server_uuid": "fceaf731-7a89-468b-9b84-b8a502af14a2", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9"}, {"server_uuid": "8a2abaf9-7701-4807-9b95-51cda5ef16c1", "name": "network-vif-plugged", "status": "completed", "tag": "3c8b1485-91ab-4b24-9955-61f02545df0f"}, {"server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "name": "network-vif-plugged", "status": "completed", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:25.745489 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1bbb-2ce9-4dbc-9f6a-58e2108ad3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:25.793353 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0bd1e7-3b2b-4119-92b4-452a49699fde x-openstack-request-id: req-3b0bd1e7-3b2b-4119-92b4-452a49699fde {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:25.793918 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceaf731-7a89-468b-9b84-b8a502af14a2", "name": "network-vif-plugged", "status": "completed", "tag": "dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9", "code": 200}, {"server_uuid": "8a2abaf9-7701-4807-9b95-51cda5ef16c1", "name": "network-vif-plugged", "status": "completed", "tag": "3c8b1485-91ab-4b24-9955-61f02545df0f", "code": 200}, {"server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "name": "network-vif-plugged", "status": "completed", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:25.794749 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b0bd1e7-3b2b-4119-92b4-452a49699fde {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:25.795403 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9', 'code': 200} Oct 11 20:44:25.796337 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8b1485-91ab-4b24-9955-61f02545df0f', 'code': 200} Oct 11 20:44:25.796603 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'code': 200} Oct 11 20:44:25.921143 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39712) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:26.034954 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1bbb-2ce9-4dbc-9f6a-58e2108ad3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.121342 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-049e0dde-f1a8-4200-958a-40bbd398d47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.182955 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e7cc-0c03-47fe-ab29-a84305a5da0e req-1c33b677-9fd6-4b3b-a70b-8372a681fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:26.184399 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1bbb-2ce9-4dbc-9f6a-58e2108ad3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.185743 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d914e7cc-0c03-47fe-ab29-a84305a5da0e req-1c33b677-9fd6-4b3b-a70b-8372a681fcbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1099 time: 0.1367605 Oct 11 20:44:26.187250 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1bbb-2ce9-4dbc-9f6a-58e2108ad3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.188379 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-bf0c1bbb-2ce9-4dbc-9f6a-58e2108ad3df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85866f3d-ebda-480a-b296-52951372d53f HTTP/1.1" status: 204 len: 168 time: 0.5227246 Oct 11 20:44:26.223362 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c1bbb-2ce9-4dbc-9f6a-58e2108ad3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85866f3d-ebda-480a-b296-52951372d53f,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:26.290927 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6ad37-5f32-426f-915b-828776398076 req-25e260a0-fd88-4dbd-a6ac-b07e2fe0b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:26.313744 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34b6ad37-5f32-426f-915b-828776398076 req-25e260a0-fd88-4dbd-a6ac-b07e2fe0b8da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 1098 time: 0.1904376 Oct 11 20:44:26.321297 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-049e0dde-f1a8-4200-958a-40bbd398d47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.383225 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-049e0dde-f1a8-4200-958a-40bbd398d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.438603 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34b6ad37-5f32-426f-915b-828776398076 req-d16df7ff-cdd3-4f0a-90eb-fd7f9e92592f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125600 Oct 11 20:44:26.451910 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6db122-faff-42ef-ad72-daeb804dd9bf req-23467128-c4bc-4086-bc4b-be7d02c4864b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:26.453946 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6a6db122-faff-42ef-ad72-daeb804dd9bf req-23467128-c4bc-4086-bc4b-be7d02c4864b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1309087 Oct 11 20:44:26.473428 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-049e0dde-f1a8-4200-958a-40bbd398d47d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf6b6aa5382c4d3cb8a9d47ea94fe59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5469091 Oct 11 20:44:26.473675 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39748) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:26.512889 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d914e7cc-0c03-47fe-ab29-a84305a5da0e req-fde53f17-5b9f-4051-bf4d-dbdffbb0492f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875083 Oct 11 20:44:26.582812 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6a6db122-faff-42ef-ad72-daeb804dd9bf req-5082306d-1637-4580-83b5-bd50b1f318bc tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202104 Oct 11 20:44:26.585942 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306c87-4658-44dd-a9a8-c231443a6cac req-94111814-394e-40f2-b98e-5aa774138e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:26.587585 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b6306c87-4658-44dd-a9a8-c231443a6cac req-94111814-394e-40f2-b98e-5aa774138e35 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.2634697 Oct 11 20:44:26.590122 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e0dde-f1a8-4200-958a-40bbd398d47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e913a7-b011-4b52-8577-a072c635b62c,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:26.611843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109a9fe-80d8-465c-bab9-434a6ee6f247 req-e2414558-263a-4f4f-a55b-8974c59c4d30 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:26.614155 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d109a9fe-80d8-465c-bab9-434a6ee6f247 req-e2414558-263a-4f4f-a55b-8974c59c4d30 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 945 time: 0.1131051 Oct 11 20:44:26.616832 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-46f7634d-ea73-467b-92a5-9217b6b3d4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.628060 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.647899 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-46f7634d-ea73-467b-92a5-9217b6b3d4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.682613 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d109a9fe-80d8-465c-bab9-434a6ee6f247 req-e33ca954-50a9-47d0-b10e-043bceebd45b tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 Oct 11 20:44:26.750148 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-46f7634d-ea73-467b-92a5-9217b6b3d4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.754715 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-46f7634d-ea73-467b-92a5-9217b6b3d4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:26.756045 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-46f7634d-ea73-467b-92a5-9217b6b3d4e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3e913a7-b011-4b52-8577-a072c635b62c HTTP/1.1" status: 204 len: 168 time: 0.2817013 Oct 11 20:44:26.771190 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d18dc-0fa4-4097-af4c-fa791b918e6e req-f05ec383-fe49-4808-8e1d-d1ab728349af tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:26.780418 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bf8d18dc-0fa4-4097-af4c-fa791b918e6e req-f05ec383-fe49-4808-8e1d-d1ab728349af tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0762553 Oct 11 20:44:26.794533 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7634d-ea73-467b-92a5-9217b6b3d4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e913a7-b011-4b52-8577-a072c635b62c,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:26.841559 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bf8d18dc-0fa4-4097-af4c-fa791b918e6e req-a3e49b70-d4ed-44f7-aad3-b2dfd5c0d2e5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599999 Oct 11 20:44:26.885114 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b6306c87-4658-44dd-a9a8-c231443a6cac req-1a5fb0b6-0606-4553-90d3-8dbd7a75656e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Oct 11 20:44:27.326991 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 39800) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:27.343400 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-98372818-384d-45c3-aee3-7e03e5dffed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:27.427413 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-98372818-384d-45c3-aee3-7e03e5dffed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:27.432446 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-98372818-384d-45c3-aee3-7e03e5dffed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:27.470902 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-98372818-384d-45c3-aee3-7e03e5dffed7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76d0e96c688143c3846e6f94af86aff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427951 Oct 11 20:44:27.478251 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39806) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:27.481456 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98372818-384d-45c3-aee3-7e03e5dffed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e36f57e-1bec-487b-aba6-741f9e435862,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:27.532581 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ce875594-3061-4b9b-a2a9-ea72448f79a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:27.559742 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ce875594-3061-4b9b-a2a9-ea72448f79a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:27.625493 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ce875594-3061-4b9b-a2a9-ea72448f79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:27.628506 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ce875594-3061-4b9b-a2a9-ea72448f79a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:27.633514 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ce875594-3061-4b9b-a2a9-ea72448f79a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e36f57e-1bec-487b-aba6-741f9e435862 HTTP/1.1" status: 204 len: 168 time: 0.1546457 Oct 11 20:44:27.638728 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce875594-3061-4b9b-a2a9-ea72448f79a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e36f57e-1bec-487b-aba6-741f9e435862,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:27.794893 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b973d5-c8bf-448c-a501-b6fbced839d2 req-3dbe8620-2963-483d-a396-56557f0191e3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:27.797234 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-60b973d5-c8bf-448c-a501-b6fbced839d2 req-3dbe8620-2963-483d-a396-56557f0191e3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0652995 Oct 11 20:44:27.857858 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-60b973d5-c8bf-448c-a501-b6fbced839d2 req-4956bf1a-013a-4188-80cc-31c343096012 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504420 Oct 11 20:44:27.981141 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbab9-70c5-46f0-a16b-a7a72b739ad9 req-ab8a4a69-ca2d-4f7c-bd65-6abfdfb6d3ff tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:27.991265 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-afcdbab9-70c5-46f0-a16b-a7a72b739ad9 req-ab8a4a69-ca2d-4f7c-bd65-6abfdfb6d3ff tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0702093 Oct 11 20:44:28.086277 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-afcdbab9-70c5-46f0-a16b-a7a72b739ad9 req-93270563-b4f9-4d65-9e0c-d23f5dc5b909 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884440 Oct 11 20:44:29.034326 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4f33-0f16-4a9f-b574-99175cdfd683 req-7890bf8a-0fd8-4da7-89dc-e208bc59384f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:29.036421 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-430a4f33-0f16-4a9f-b574-99175cdfd683 req-7890bf8a-0fd8-4da7-89dc-e208bc59384f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0675066 Oct 11 20:44:29.084501 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-430a4f33-0f16-4a9f-b574-99175cdfd683 req-4d998fb2-0b64-475a-b4d1-a7fbf4542ac8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369198 Oct 11 20:44:29.216868 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09936f-7b21-4b67-af4b-55bd42dc7fa4 req-ff06ed82-d359-401c-9668-0f6a36861abd tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:29.219886 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8f09936f-7b21-4b67-af4b-55bd42dc7fa4 req-ff06ed82-d359-401c-9668-0f6a36861abd tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0648069 Oct 11 20:44:29.272496 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8f09936f-7b21-4b67-af4b-55bd42dc7fa4 req-d6a81a24-5462-4592-b8cc-4fc7ebd629da tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460069 Oct 11 20:44:29.394248 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24b544-e0ba-4827-8e13-961876038b04 req-bd2500b8-7ec3-4fc2-b951-bfa5ea1e1ff2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:29.395904 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dd24b544-e0ba-4827-8e13-961876038b04 req-bd2500b8-7ec3-4fc2-b951-bfa5ea1e1ff2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0508323 Oct 11 20:44:29.405970 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 39930) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:29.411439 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'floatingip': {'port_id': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:29.494693 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:29.638267 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd4f15-9e1f-47e0-b540-f822e407c77c req-d03a8450-5290-4011-a589-3a92fb1834aa tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:29.639730 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c5fd4f15-9e1f-47e0-b540-f822e407c77c req-d03a8450-5290-4011-a589-3a92fb1834aa tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1695700 Oct 11 20:44:29.739012 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c5fd4f15-9e1f-47e0-b540-f822e407c77c req-dff9c21f-3d56-4a70-b51b-ce1053bd0b10 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909395 Oct 11 20:44:30.187392 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:30.191309 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:30.469921 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Floating IP 8a18ab2c-4659-4a78-a054-758f96e1d800 associated. External IP: 172.27.2.60, port: b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478. Oct 11 20:44:30.672729 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:44:30.780205 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:44:30.785107 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:30.794421 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] Sync routers for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:44:30.804986 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:44:30.805717 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:30.814173 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-75cf11f1-15ce-4300-91c3-913febc5bad0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "PUT /v2.0/floatingips/8a18ab2c-4659-4a78-a054-758f96e1d800 HTTP/1.1" status: 200 len: 991 time: 1.4045918 Oct 11 20:44:30.814173 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:30.814983 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9210da1-f84c-4d7e-8d52-7386f83929fc" -d '{"events": [{"name": "network-changed", "server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:30.858172 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c30468-2791-49e5-b516-09bd25c65a6e req-b3d79866-3ab7-4709-ac10-1ffbbbe72f19 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:30.859575 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f8c30468-2791-49e5-b516-09bd25c65a6e req-b3d79866-3ab7-4709-ac10-1ffbbbe72f19 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0563273 Oct 11 20:44:30.903322 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f8c30468-2791-49e5-b516-09bd25c65a6e req-26f06460-6bfa-49ea-8e98-280d0cf1cab4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Oct 11 20:44:30.920060 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:44:30.955327 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa984a65-13d6-401a-8009-97a2064a36dc x-openstack-request-id: req-aa984a65-13d6-401a-8009-97a2064a36dc {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:30.955684 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:30.956026 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa984a65-13d6-401a-8009-97a2064a36dc {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:30.956425 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'status': 'completed', 'code': 200} Oct 11 20:44:31.261003 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '8a18ab2c-4659-4a78-a054-758f96e1d800', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'port_id': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'mac_address': 'fa:16:3e:0c:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:43:59Z', 'updated_at': '2021-10-11T20:44:30Z', 'revision_number': 1, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:31.289693 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] Checking router: 759806dd-ea3b-4031-b4f7-5e5f79d19e2b for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:44:31.297663 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:44:31.298248 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:31.397395 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:44:31.616077 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '8a18ab2c-4659-4a78-a054-758f96e1d800', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'port_id': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'mac_address': 'fa:16:3e:0c:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:43:59Z', 'updated_at': '2021-10-11T20:44:30Z', 'revision_number': 1, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:31.641203 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0e5e0b-18b5-429d-b666-e14f61e3a0a6 None None] The sync data for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi is: [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '8a18ab2c-4659-4a78-a054-758f96e1d800', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'floating_ip_address': '172.27.2.60', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'port_id': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'mac_address': 'fa:16:3e:0c:e3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:43:59Z', 'updated_at': '2021-10-11T20:44:30Z', 'revision_number': 1, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:44:31.855637 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62cd1e5-64ef-4466-b746-5bd7933da714 None None] New status for floating IP 8a18ab2c-4659-4a78-a054-758f96e1d800: ACTIVE {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:44:31.911397 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-ab8ff56b-e56c-4740-a6f6-77ec4ec05997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:31.912965 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-ab8ff56b-e56c-4740-a6f6-77ec4ec05997 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1099 time: 0.0521410 Oct 11 20:44:32.037782 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-b1507485-140a-4915-9593-111af799be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:32.039795 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-b1507485-140a-4915-9593-111af799be74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 1098 time: 0.1403897 Oct 11 20:44:32.132577 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314eccf-2e5a-406c-86f7-b58a7d1b258e req-456c81aa-c4b8-43fa-8de2-783e9cdaf028 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:32.134643 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2314eccf-2e5a-406c-86f7-b58a7d1b258e req-456c81aa-c4b8-43fa-8de2-783e9cdaf028 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1426063 Oct 11 20:44:32.147245 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-91000bbf-3318-458c-8cd9-2048042d5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:32.148699 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-91000bbf-3318-458c-8cd9-2048042d5246 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.2151380 Oct 11 20:44:32.206495 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2314eccf-2e5a-406c-86f7-b58a7d1b258e req-da482fa3-036c-4d18-8baa-ef6057a90a11 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534754 Oct 11 20:44:32.208098 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-973baf77-2f01-467f-b509-df5c0a6b9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:32.209509 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-973baf77-2f01-467f-b509-df5c0a6b9747 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.1564302 Oct 11 20:44:33.322221 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae515c7-84d7-42aa-9374-829dcb61b706 req-f9b3425b-e6d1-4ecb-b80f-8c26042a8182 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:33.323776 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4ae515c7-84d7-42aa-9374-829dcb61b706 req-f9b3425b-e6d1-4ecb-b80f-8c26042a8182 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0509112 Oct 11 20:44:33.359334 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4ae515c7-84d7-42aa-9374-829dcb61b706 req-c7ed2543-b9b2-48d2-83d4-3ddd79c97638 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297880 Oct 11 20:44:34.470366 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fe8dc-024f-4d76-a49f-aedc8f1ddafb req-e936d674-022d-4d66-bce9-efe8b6cd3fe4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:34.471799 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-020fe8dc-024f-4d76-a49f-aedc8f1ddafb req-e936d674-022d-4d66-bce9-efe8b6cd3fe4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0452330 Oct 11 20:44:34.508807 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-020fe8dc-024f-4d76-a49f-aedc8f1ddafb req-41d919e2-68cf-4776-beaa-15438c771fae tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301051 Oct 11 20:44:35.007830 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-ab2dbe91-4636-40eb-bc12-d5c4766b9049 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 HTTP/1.1" status: 200 len: 217 time: 0.0737371 Oct 11 20:44:35.082195 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-537e35f4-08d4-46e2-b272-2e29882bf9d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 1001 time: 0.1536150 Oct 11 20:44:35.091798 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-2b8c5d56-6068-43e8-a40d-69027751e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:35.093140 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-2b8c5d56-6068-43e8-a40d-69027751e17a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.0745571 Oct 11 20:44:35.159005 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-64eb7f18-711a-47a7-9753-68f44233f9c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499058 Oct 11 20:44:35.177415 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-32bacb9a-4bf8-4f74-8b0f-bd6ec507c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:35.178854 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-32bacb9a-4bf8-4f74-8b0f-bd6ec507c7e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0709620 Oct 11 20:44:35.281495 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-23ce1604-3406-4192-aab3-798fed02740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:35.282969 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-23ce1604-3406-4192-aab3-798fed02740d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893300 Oct 11 20:44:35.355346 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-3babfd56-0410-42cc-8c05-8454961aad0a service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688166 Oct 11 20:44:35.635102 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-f3d7a1f4-0983-4c80-b87c-76486becd846 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435667 Oct 11 20:44:35.715852 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9679b26-83c2-4170-a8d2-26602f7bbab6 req-cb7a0ec5-72fa-4bbf-977f-0ca6d2c0c050 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:35.717272 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f9679b26-83c2-4170-a8d2-26602f7bbab6 req-cb7a0ec5-72fa-4bbf-977f-0ca6d2c0c050 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1292236 Oct 11 20:44:35.742652 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-eca381c3-9859-41e1-9832-ff7d90478b10 req-ef5a0eec-3416-4aa1-80d3-6d3b5a82e815 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734257 Oct 11 20:44:35.783909 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e9210da1-f84c-4d7e-8d52-7386f83929fc req-276d8faa-b560-41ab-8c98-7b2a22c1ea69 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408904 Oct 11 20:44:35.786910 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f9679b26-83c2-4170-a8d2-26602f7bbab6 req-ebfccc6a-a216-4406-a379-b5249275b6fa tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632429 Oct 11 20:44:36.905582 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6e5af-8784-40c1-9440-77f1b4ac1a2b req-9b1ec68b-6998-4a0b-b2f6-56eff079c9b7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:36.907099 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ffe6e5af-8784-40c1-9440-77f1b4ac1a2b req-9b1ec68b-6998-4a0b-b2f6-56eff079c9b7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0511050 Oct 11 20:44:36.949134 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ffe6e5af-8784-40c1-9440-77f1b4ac1a2b req-833a520d-0792-4467-b0fc-10d0184242f8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357242 Oct 11 20:44:38.075324 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feaba87-51e3-4355-ae38-cf29fae84def req-a33ef762-48da-4c4a-b66c-8b0d100ae79d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:38.076815 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5feaba87-51e3-4355-ae38-cf29fae84def req-a33ef762-48da-4c4a-b66c-8b0d100ae79d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0561128 Oct 11 20:44:38.115993 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5feaba87-51e3-4355-ae38-cf29fae84def req-e0519e3a-b37d-4fce-b8dd-d3c2174d855e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331714 Oct 11 20:44:39.231886 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd8fc1-111b-4c1d-9f26-e97c36c7b8ca req-c4f42189-3f83-4cfc-a799-77dff922aab3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:39.233369 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-22fd8fc1-111b-4c1d-9f26-e97c36c7b8ca req-c4f42189-3f83-4cfc-a799-77dff922aab3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0473046 Oct 11 20:44:39.271032 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-22fd8fc1-111b-4c1d-9f26-e97c36c7b8ca req-c2cc6596-1be7-4597-8ae4-366ec17d7863 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Oct 11 20:44:40.125473 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40258) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:40.255415 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-56c960b5-6ba8-40e4-b87f-7bc23f547b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.353012 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-56c960b5-6ba8-40e4-b87f-7bc23f547b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.357012 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-56c960b5-6ba8-40e4-b87f-7bc23f547b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.397490 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c960b5-6ba8-40e4-b87f-7bc23f547b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5791344-505f-41b7-b030-f3f63fe62934,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:40.403968 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-56c960b5-6ba8-40e4-b87f-7bc23f547b53 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6801efd9e05f40dbb434eaa53598deec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773185 Oct 11 20:44:40.406622 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40290) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:40.459783 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac59ab-a112-46c4-87cc-c65d0a7f1d69 req-fcd8d37a-a11d-4ec2-9156-ee43728c78e0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:40.471086 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c0ac59ab-a112-46c4-87cc-c65d0a7f1d69 req-fcd8d37a-a11d-4ec2-9156-ee43728c78e0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1149404 Oct 11 20:44:40.494473 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-71a619ac-6930-41a3-a047-41991215dc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.522194 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c0ac59ab-a112-46c4-87cc-c65d0a7f1d69 req-01e31adc-f79d-4012-b2f2-eb39ccc5f4e7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500500 Oct 11 20:44:40.528905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-71a619ac-6930-41a3-a047-41991215dc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.529457 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40300) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:40.605822 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-71a619ac-6930-41a3-a047-41991215dc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.608840 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-71a619ac-6930-41a3-a047-41991215dc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.610074 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-71a619ac-6930-41a3-a047-41991215dc91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5791344-505f-41b7-b030-f3f63fe62934 HTTP/1.1" status: 204 len: 168 time: 0.2022281 Oct 11 20:44:40.618852 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a619ac-6930-41a3-a047-41991215dc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5791344-505f-41b7-b030-f3f63fe62934,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:40.665153 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5e46-8151-42f8-ae13-629885158aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.763827 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5e46-8151-42f8-ae13-629885158aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.771611 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fd6d5e46-8151-42f8-ae13-629885158aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.804399 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40322) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:40.815644 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-fd6d5e46-8151-42f8-ae13-629885158aec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87ffc8260fa444a49e113a0993fd6e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840879 Oct 11 20:44:40.819565 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40326) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:40.825200 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d5e46-8151-42f8-ae13-629885158aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673cb460-a9f8-4975-b12a-3ce4386fd09d,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:40.921737 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0faae05f-4927-488a-acc1-05f60d8ebf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.959397 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0faae05f-4927-488a-acc1-05f60d8ebf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:40.974849 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcea3-78a8-4fc8-8bee-a9602bb526b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.022738 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40330) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:41.048319 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.060752 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0faae05f-4927-488a-acc1-05f60d8ebf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.066038 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0faae05f-4927-488a-acc1-05f60d8ebf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.067349 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0faae05f-4927-488a-acc1-05f60d8ebf79 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/673cb460-a9f8-4975-b12a-3ce4386fd09d HTTP/1.1" status: 204 len: 168 time: 0.2441075 Oct 11 20:44:41.083926 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faae05f-4927-488a-acc1-05f60d8ebf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673cb460-a9f8-4975-b12a-3ce4386fd09d,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:41.120452 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcea3-78a8-4fc8-8bee-a9602bb526b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.127105 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a8fbcea3-78a8-4fc8-8bee-a9602bb526b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.167920 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbcea3-78a8-4fc8-8bee-a9602bb526b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209ee2b4-aac5-41ee-a9b1-22d32d7d1a00,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:41.186878 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.193651 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.198564 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-a8fbcea3-78a8-4fc8-8bee-a9602bb526b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bb8e80770a44dae9c65c0b5b5776cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923585 Oct 11 20:44:41.200998 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40340) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:41.258515 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d0dc11e074949d2b2c83b7f9e4ba268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345574 Oct 11 20:44:41.263650 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40346) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:41.301151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bb21aa-231f-4f0a-a9d0-6c7943df1291,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:41.309072 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.318727 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.319140 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.319481 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.319813 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.320136 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.320460 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.320781 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.321099 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.321415 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.321805 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.322021 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.322337 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39c5cb0-8044-4c89-8371-9fb92d84b1e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.351112 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.376081 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2fd7da03-c4e1-4448-8ad2-7e35e42303ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.418183 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2fd7da03-c4e1-4448-8ad2-7e35e42303ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.461982 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.464921 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.466229 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/209ee2b4-aac5-41ee-a9b1-22d32d7d1a00 HTTP/1.1" status: 204 len: 168 time: 0.2642574 Oct 11 20:44:41.475696 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209ee2b4-aac5-41ee-a9b1-22d32d7d1a00,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:41.488895 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.489708 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.490247 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.490749 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.491367 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.491972 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.492296 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.492626 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.492997 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.493327 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.493630 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.494267 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74891a85-8b01-4a50-95f4-2e70c905c164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:41.521748 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2fd7da03-c4e1-4448-8ad2-7e35e42303ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.524775 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2fd7da03-c4e1-4448-8ad2-7e35e42303ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.528696 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2fd7da03-c4e1-4448-8ad2-7e35e42303ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0bb21aa-231f-4f0a-a9d0-6c7943df1291 HTTP/1.1" status: 204 len: 168 time: 0.2625556 Oct 11 20:44:41.538137 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7da03-c4e1-4448-8ad2-7e35e42303ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bb21aa-231f-4f0a-a9d0-6c7943df1291,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:41.584129 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40372) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:41.604514 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-95c53295-684c-4195-8527-59ed7fb10fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.679867 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea67c-e182-45ae-80fc-448721b63179 req-bda3b96b-6bdf-492a-84da-bfcc996fa150 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:41.681561 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8ddea67c-e182-45ae-80fc-448721b63179 req-bda3b96b-6bdf-492a-84da-bfcc996fa150 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0790329 Oct 11 20:44:41.752615 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8ddea67c-e182-45ae-80fc-448721b63179 req-27877d8d-84bf-4f89-b432-512d74cc3277 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638521 Oct 11 20:44:41.778332 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-95c53295-684c-4195-8527-59ed7fb10fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.782301 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-95c53295-684c-4195-8527-59ed7fb10fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.823906 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-95c53295-684c-4195-8527-59ed7fb10fee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=579d9cf6045c456d9d6ec79448ccb419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377453 Oct 11 20:44:41.824659 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c53295-684c-4195-8527-59ed7fb10fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766ecffd-82e8-4cdd-b640-6757add49312,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:41.826385 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40380) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:41.857333 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40382) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:41.878337 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-997df336-39b3-43f9-ada7-6fac0d4f7a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.911502 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-997df336-39b3-43f9-ada7-6fac0d4f7a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.966790 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40390) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:41.976568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-997df336-39b3-43f9-ada7-6fac0d4f7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.979114 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-997df336-39b3-43f9-ada7-6fac0d4f7a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:41.980224 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-997df336-39b3-43f9-ada7-6fac0d4f7a44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/766ecffd-82e8-4cdd-b640-6757add49312 HTTP/1.1" status: 204 len: 168 time: 0.1528275 Oct 11 20:44:41.989219 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2ed38075-5d11-42b8-bd42-18a01e23cae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.000900 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997df336-39b3-43f9-ada7-6fac0d4f7a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766ecffd-82e8-4cdd-b640-6757add49312,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:42.090389 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2ed38075-5d11-42b8-bd42-18a01e23cae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.098193 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2ed38075-5d11-42b8-bd42-18a01e23cae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.137274 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2ed38075-5d11-42b8-bd42-18a01e23cae3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f87928a42051420b96fd40c21e644262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692460 Oct 11 20:44:42.139872 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed38075-5d11-42b8-bd42-18a01e23cae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52440750-687f-4359-a3b6-24a450d5cd4b,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:42.140079 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40396) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:42.183563 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7343-39f0-4956-a477-76f336ee7c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.244757 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3af5f600-fc9b-4a43-85fc-e6ce88f68a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.283493 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3af5f600-fc9b-4a43-85fc-e6ce88f68a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.344150 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7343-39f0-4956-a477-76f336ee7c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.352861 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bd3f7343-39f0-4956-a477-76f336ee7c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.404220 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f7343-39f0-4956-a477-76f336ee7c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddba92-e449-46ee-819d-a4e183b8dc3a,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:42.422656 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-bd3f7343-39f0-4956-a477-76f336ee7c0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4dea61197e33467ca1b3dbe73778e949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5642269 Oct 11 20:44:42.423923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3af5f600-fc9b-4a43-85fc-e6ce88f68a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.425913 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40414) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:42.442619 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3af5f600-fc9b-4a43-85fc-e6ce88f68a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.445683 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3af5f600-fc9b-4a43-85fc-e6ce88f68a83 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52440750-687f-4359-a3b6-24a450d5cd4b HTTP/1.1" status: 204 len: 168 time: 0.3022697 Oct 11 20:44:42.456450 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5f600-fc9b-4a43-85fc-e6ce88f68a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52440750-687f-4359-a3b6-24a450d5cd4b,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:42.510132 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-81007b41-37dd-4985-a16c-1b85c9e94724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.535125 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-81007b41-37dd-4985-a16c-1b85c9e94724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.621470 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-81007b41-37dd-4985-a16c-1b85c9e94724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.624342 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-81007b41-37dd-4985-a16c-1b85c9e94724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:42.627324 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-81007b41-37dd-4985-a16c-1b85c9e94724 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6cddba92-e449-46ee-819d-a4e183b8dc3a HTTP/1.1" status: 204 len: 168 time: 0.2004168 Oct 11 20:44:42.642057 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81007b41-37dd-4985-a16c-1b85c9e94724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddba92-e449-46ee-819d-a4e183b8dc3a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:42.873986 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d43783-46da-4f23-bfa0-224d1916017e req-e1b90f2f-35cc-4065-9701-5fc4b3d984b2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:42.875826 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-48d43783-46da-4f23-bfa0-224d1916017e req-e1b90f2f-35cc-4065-9701-5fc4b3d984b2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0531545 Oct 11 20:44:42.928565 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-48d43783-46da-4f23-bfa0-224d1916017e req-a2acf946-9439-4cfb-b815-73b0014bcc7b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Oct 11 20:44:43.034514 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40448) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:43.069745 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07829216-acc7-4e1d-abf0-ac3df2d7e534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:43.176993 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07829216-acc7-4e1d-abf0-ac3df2d7e534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:43.184391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07829216-acc7-4e1d-abf0-ac3df2d7e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:43.227488 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-07829216-acc7-4e1d-abf0-ac3df2d7e534 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5a50da19e5f4d119982e8d65c9953a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911664 Oct 11 20:44:43.228765 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40458) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:43.236080 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07829216-acc7-4e1d-abf0-ac3df2d7e534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af64404-632c-46ce-ac94-b52c243919a4,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:43.288584 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6ba8-ca1d-4d44-aadc-3daa141b10ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:43.312944 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6ba8-ca1d-4d44-aadc-3daa141b10ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:43.366283 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6ba8-ca1d-4d44-aadc-3daa141b10ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:43.371118 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ff3b6ba8-ca1d-4d44-aadc-3daa141b10ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:43.371118 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ff3b6ba8-ca1d-4d44-aadc-3daa141b10ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7af64404-632c-46ce-ac94-b52c243919a4 HTTP/1.1" status: 204 len: 168 time: 0.1405056 Oct 11 20:44:43.378529 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b6ba8-ca1d-4d44-aadc-3daa141b10ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af64404-632c-46ce-ac94-b52c243919a4,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:44.045904 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834814-049a-4485-b474-402ce2e300c2 req-68b0c493-74a2-4bd6-9b26-9d3ef93fe9b2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:44.047994 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0c834814-049a-4485-b474-402ce2e300c2 req-68b0c493-74a2-4bd6-9b26-9d3ef93fe9b2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Oct 11 20:44:44.091009 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0c834814-049a-4485-b474-402ce2e300c2 req-dbfaf5e4-2f19-4d6e-ac37-65a052ea619f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361910 Oct 11 20:44:45.213804 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a98e3b-0ce2-40ee-8573-60d3fcd4bafb req-ed56a6cf-6da6-4bac-86ad-6a0669eaab81 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:45.215770 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-96a98e3b-0ce2-40ee-8573-60d3fcd4bafb req-ed56a6cf-6da6-4bac-86ad-6a0669eaab81 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0581284 Oct 11 20:44:45.263025 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-96a98e3b-0ce2-40ee-8573-60d3fcd4bafb req-766ac075-f408-43ad-b3cb-398bd62c50e3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413134 Oct 11 20:44:46.389661 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc4c8-7852-4780-bd69-f4f51241def4 req-1da7faf9-8f74-4b6a-a4de-26517af96868 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:46.391195 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-69fcc4c8-7852-4780-bd69-f4f51241def4 req-1da7faf9-8f74-4b6a-a4de-26517af96868 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0638199 Oct 11 20:44:46.449950 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-69fcc4c8-7852-4780-bd69-f4f51241def4 req-8935a211-e7ff-443e-9082-4318b17f96fb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Oct 11 20:44:47.048740 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40742) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:47.185386 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c9cf-e70d-4482-92d2-5e09a0818fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.280541 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c9cf-e70d-4482-92d2-5e09a0818fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.286524 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c9cf-e70d-4482-92d2-5e09a0818fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.329578 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a5e4c9cf-e70d-4482-92d2-5e09a0818fd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=922defd79be848db8b51c1ef7176d11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795806 Oct 11 20:44:47.329776 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40754) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:47.331170 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4c9cf-e70d-4482-92d2-5e09a0818fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbef38c-2ad9-4ec5-9545-967b49c01e59,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:47.397048 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee3bcf00-0a54-4f68-9e47-b32ac6e26212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.421197 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee3bcf00-0a54-4f68-9e47-b32ac6e26212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.480604 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee3bcf00-0a54-4f68-9e47-b32ac6e26212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.483369 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ee3bcf00-0a54-4f68-9e47-b32ac6e26212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.487191 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ee3bcf00-0a54-4f68-9e47-b32ac6e26212 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfbef38c-2ad9-4ec5-9545-967b49c01e59 HTTP/1.1" status: 204 len: 168 time: 0.1536868 Oct 11 20:44:47.495878 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bcf00-0a54-4f68-9e47-b32ac6e26212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbef38c-2ad9-4ec5-9545-967b49c01e59,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:47.622411 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430f22b-9adf-4dc0-887e-5c63072d3c98 req-ee571dab-0af2-45f0-a9b7-027f3e299a34 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:47.624290 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8430f22b-9adf-4dc0-887e-5c63072d3c98 req-ee571dab-0af2-45f0-a9b7-027f3e299a34 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0843525 Oct 11 20:44:47.680423 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8430f22b-9adf-4dc0-887e-5c63072d3c98 req-6f120619-512c-4e59-8bbb-608f59f03a2c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Oct 11 20:44:47.861492 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40784) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:47.877094 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1aa55922-da43-461c-b587-588e982f25fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.952294 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-7e9c0fa0-af25-4015-8b3b-b2856e1a6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.968248 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1aa55922-da43-461c-b587-588e982f25fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:47.987411 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1aa55922-da43-461c-b587-588e982f25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.021206 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa55922-da43-461c-b587-588e982f25fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e97f5fa-5b8f-47d3-b142-7cabce2faf6b,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:48.047584 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1aa55922-da43-461c-b587-588e982f25fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79700b0f426f4e1caed54afa1f2c914c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825383 Oct 11 20:44:48.047884 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40798) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:48.114981 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-62669ff6-f461-425f-b056-977ace482b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.132497 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-62669ff6-f461-425f-b056-977ace482b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.195793 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-62669ff6-f461-425f-b056-977ace482b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.198749 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-62669ff6-f461-425f-b056-977ace482b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.199921 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-62669ff6-f461-425f-b056-977ace482b30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e97f5fa-5b8f-47d3-b142-7cabce2faf6b HTTP/1.1" status: 204 len: 168 time: 0.1510043 Oct 11 20:44:48.213126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62669ff6-f461-425f-b056-977ace482b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e97f5fa-5b8f-47d3-b142-7cabce2faf6b,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:48.447461 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb070bd-07d5-4589-96cc-d9bb1d4db8f5 req-5c9ee93c-50ac-4587-81b9-6258a301fb36 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:48.449007 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3bb070bd-07d5-4589-96cc-d9bb1d4db8f5 req-5c9ee93c-50ac-4587-81b9-6258a301fb36 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 945 time: 0.0582428 Oct 11 20:44:48.487815 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3bb070bd-07d5-4589-96cc-d9bb1d4db8f5 req-4db3e0b7-c25b-4fb0-ba1d-f5aadb902a1f tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Oct 11 20:44:48.748950 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40836) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:48.809559 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240864ad-b68f-4dc2-8d0e-f3f444512758 req-805b5709-5d68-4b1b-925d-90f8c8fd1bcd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:48.811282 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-240864ad-b68f-4dc2-8d0e-f3f444512758 req-805b5709-5d68-4b1b-925d-90f8c8fd1bcd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0552361 Oct 11 20:44:48.858783 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-240864ad-b68f-4dc2-8d0e-f3f444512758 req-7ea116cc-c347-4f06-bce6-4813522af2db tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 Oct 11 20:44:48.873641 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d2c0edf6-3091-4ec7-86e6-2c512c236ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.954834 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d2c0edf6-3091-4ec7-86e6-2c512c236ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.958534 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d2c0edf6-3091-4ec7-86e6-2c512c236ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:48.997471 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-d2c0edf6-3091-4ec7-86e6-2c512c236ef9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=682b750cad374b0da41250b8eb9aa3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474568 Oct 11 20:44:48.998540 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0edf6-3091-4ec7-86e6-2c512c236ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732b8d7b-6d0f-4602-87b3-d82e0025fac4,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:49.000305 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40848) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:49.055963 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bd10-5aa3-4aac-b441-9a66372c1026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.080290 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bd10-5aa3-4aac-b441-9a66372c1026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.133703 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bd10-5aa3-4aac-b441-9a66372c1026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.139848 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9bb0bd10-5aa3-4aac-b441-9a66372c1026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.140994 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-9bb0bd10-5aa3-4aac-b441-9a66372c1026 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/732b8d7b-6d0f-4602-87b3-d82e0025fac4 HTTP/1.1" status: 204 len: 168 time: 0.1347787 Oct 11 20:44:49.149868 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0bd10-5aa3-4aac-b441-9a66372c1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732b8d7b-6d0f-4602-87b3-d82e0025fac4,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:49.567441 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 40886) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:49.586428 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e5f89e3d-cbae-4581-9939-87b02ccfa359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.703866 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21054f-f80e-4fd8-a666-a1bf8c05934d req-f6bccf8f-6d97-448b-8c40-a32f31904098 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:49.705411 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6a21054f-f80e-4fd8-a666-a1bf8c05934d req-f6bccf8f-6d97-448b-8c40-a32f31904098 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 945 time: 0.0891738 Oct 11 20:44:49.777274 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e5f89e3d-cbae-4581-9939-87b02ccfa359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.780892 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6a21054f-f80e-4fd8-a666-a1bf8c05934d req-2ffe339d-8ce6-41a6-9aaf-045e7d1c5b4b tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683787 Oct 11 20:44:49.785584 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e5f89e3d-cbae-4581-9939-87b02ccfa359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.825826 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f89e3d-cbae-4581-9939-87b02ccfa359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75108ce9-69d7-4cbd-a47a-da2e8bcd7693,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:49.847056 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40898) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:49.866819 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e5f89e3d-cbae-4581-9939-87b02ccfa359 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=320f4d1659f6405fbe44fea344a91b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936873 Oct 11 20:44:49.924509 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0b30bbbe-3696-4bc1-9b8b-6bed7b9cacd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:49.952276 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0b30bbbe-3696-4bc1-9b8b-6bed7b9cacd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:50.041659 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e31ef-d48d-4014-9611-2058e7520d82 req-cd507b04-56bc-478d-9261-36031ee722b5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:50.043114 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bf2e31ef-d48d-4014-9611-2058e7520d82 req-cd507b04-56bc-478d-9261-36031ee722b5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0711288 Oct 11 20:44:50.058035 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0b30bbbe-3696-4bc1-9b8b-6bed7b9cacd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:50.060587 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0b30bbbe-3696-4bc1-9b8b-6bed7b9cacd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:50.061866 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0b30bbbe-3696-4bc1-9b8b-6bed7b9cacd0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75108ce9-69d7-4cbd-a47a-da2e8bcd7693 HTTP/1.1" status: 204 len: 168 time: 0.2131352 Oct 11 20:44:50.078619 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30bbbe-3696-4bc1-9b8b-6bed7b9cacd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75108ce9-69d7-4cbd-a47a-da2e8bcd7693,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:50.099798 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bf2e31ef-d48d-4014-9611-2058e7520d82 req-75d30a8c-e054-488e-b651-5babad51dc29 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502400 Oct 11 20:44:50.779544 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3e05c0e1-b4d7-4dc7-ba10-da78ca668cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:50.914077 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee998ec8-cf94-40d8-805b-cc38da88df4a req-846ae2c5-616d-4aa0-b476-70d2927fa7f0 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:50.915608 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ee998ec8-cf94-40d8-805b-cc38da88df4a req-846ae2c5-616d-4aa0-b476-70d2927fa7f0 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 945 time: 0.0606060 Oct 11 20:44:50.925843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-868de1a3-2aef-4323-abb4-eb3ffc7b0138 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:50.928137 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-868de1a3-2aef-4323-abb4-eb3ffc7b0138 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.46 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 945 time: 0.0688229 Oct 11 20:44:50.983060 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ee998ec8-cf94-40d8-805b-cc38da88df4a req-f7eef86a-4b6a-40e5-b39e-9768062c99e4 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/security-groups?id=e05d2813-7dbe-42f1-8f21-16c948496790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603027 Oct 11 20:44:51.129284 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Deleting port 095f86a3-0433-4174-8b9f-57e5af28e353 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:44:51.129658 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.281223 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d95ac-2c19-4500-bb3e-faad897de09c req-70786d72-e5e3-4eee-b362-94f137ec3189 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:51.288723 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f26d95ac-2c19-4500-bb3e-faad897de09c req-70786d72-e5e3-4eee-b362-94f137ec3189 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0956187 Oct 11 20:44:51.302177 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] For port 095f86a3-0433-4174-8b9f-57e5af28e353, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=095f86a3-0433-4174-8b9f-57e5af28e353,segment=NetworkSegment(5023a942-18fb-46c9-b9b6-074850f3519a),segment_id=5023a942-18fb-46c9-b9b6-074850f3519a)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:51.302815 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.372815 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Calling delete_port for 095f86a3-0433-4174-8b9f-57e5af28e353 owned by compute:nova {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:44:51.415363 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f26d95ac-2c19-4500-bb3e-faad897de09c req-a2331d66-16c8-412c-bf6b-b217db2297e8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252127 Oct 11 20:44:51.442499 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 40998) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:51.462974 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.608003 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-39116a00-7544-463c-bfd5-ea2e129573eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.612847 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.648384 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Pushing event deleted for resources: {'Port': ['ID=095f86a3-0433-4174-8b9f-57e5af28e353,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:51.717690 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] No DVR routers for this DVR port 095f86a3-0433-4174-8b9f-57e5af28e353 on host hv-cinder-81353 {{(pid=105805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:44:51.723725 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.727881 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-351c105c-ad05-4065-ba00-c1f60eb1402a req-ece1b59a-b433-4bf8-ae25-b1e396f77f83 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.46 "DELETE /v2.0/ports/095f86a3-0433-4174-8b9f-57e5af28e353 HTTP/1.1" status: 204 len: 173 time: 0.7827227 Oct 11 20:44:51.728515 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1931c040-4410-4bae-91bc-ece6980b8d44', 'name': 'network-vif-deleted', 'tag': '095f86a3-0433-4174-8b9f-57e5af28e353'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:44:51.728883 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-39116a00-7544-463c-bfd5-ea2e129573eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.731569 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab3322a-b7cc-4344-aedd-85531d4b6c1d" -d '{"events": [{"server_uuid": "1931c040-4410-4bae-91bc-ece6980b8d44", "name": "network-vif-deleted", "tag": "095f86a3-0433-4174-8b9f-57e5af28e353"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:44:51.734066 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-39116a00-7544-463c-bfd5-ea2e129573eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.787539 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14e12ab-1b35-4272-9c3b-3eb8454ac95a x-openstack-request-id: req-d14e12ab-1b35-4272-9c3b-3eb8454ac95a {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:44:51.787830 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1931c040-4410-4bae-91bc-ece6980b8d44", "name": "network-vif-deleted", "tag": "095f86a3-0433-4174-8b9f-57e5af28e353", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:44:51.788125 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d14e12ab-1b35-4272-9c3b-3eb8454ac95a {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:44:51.788461 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1931c040-4410-4bae-91bc-ece6980b8d44', 'name': 'network-vif-deleted', 'tag': '095f86a3-0433-4174-8b9f-57e5af28e353', 'status': 'completed', 'code': 200} Oct 11 20:44:51.790011 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39116a00-7544-463c-bfd5-ea2e129573eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d70df-325d-4324-a251-ba17b11edfad,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:51.794912 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-39116a00-7544-463c-bfd5-ea2e129573eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99eca28b032c4573b770b2d2dad20bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494561 Oct 11 20:44:51.797511 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41018) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:51.855449 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.865054 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebda8474-3fe5-451a-a707-e7d5b6393421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.886164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebda8474-3fe5-451a-a707-e7d5b6393421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.932488 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebda8474-3fe5-451a-a707-e7d5b6393421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.935484 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebda8474-3fe5-451a-a707-e7d5b6393421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:51.936846 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ebda8474-3fe5-451a-a707-e7d5b6393421 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc5d70df-325d-4324-a251-ba17b11edfad HTTP/1.1" status: 204 len: 168 time: 0.1382697 Oct 11 20:44:51.944912 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda8474-3fe5-451a-a707-e7d5b6393421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d70df-325d-4324-a251-ba17b11edfad,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:52.082153 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-05f617c9-8afe-42a3-a214-118485bc1999 req-a3dce768-b9c9-4501-8b16-8d20f292f25a tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0323792 Oct 11 20:44:52.384802 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41052) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:52.444369 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41064) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:52.564677 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82b605-4d95-4127-83a5-d706afd9d963 req-ba1dd820-4826-4320-92ab-7bc395b0ec2f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:52.567066 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d133-0fbb-4672-adcb-db8392808104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.572956 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2e82b605-4d95-4127-83a5-d706afd9d963 req-ba1dd820-4826-4320-92ab-7bc395b0ec2f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0649204 Oct 11 20:44:52.616893 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2e82b605-4d95-4127-83a5-d706afd9d963 req-3eb867ab-3637-4406-9bd1-124dc312ba46 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430567 Oct 11 20:44:52.623705 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b285e855-3bdc-40f6-978c-723230cbcf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.668972 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d133-0fbb-4672-adcb-db8392808104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.674556 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d133-0fbb-4672-adcb-db8392808104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.712034 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b285e855-3bdc-40f6-978c-723230cbcf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.712284 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4d133-0fbb-4672-adcb-db8392808104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6482eeb-a715-4ec5-b643-a6b17675d99e,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:52.716446 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f7f4d133-0fbb-4672-adcb-db8392808104 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a458f9286d3d4413b83dc2e2fabf5919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303502 Oct 11 20:44:52.719172 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41076) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:52.719613 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b285e855-3bdc-40f6-978c-723230cbcf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.764425 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b285e855-3bdc-40f6-978c-723230cbcf77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4340786ab71d49b5ad994dca746b84c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178685 Oct 11 20:44:52.766357 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285e855-3bdc-40f6-978c-723230cbcf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49755da9-921b-434e-a63c-45d14b17d73a,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:52.767018 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41080) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:52.790332 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7e1015c1-e0c4-4163-9f14-734e8d16535b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.829352 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7e1015c1-e0c4-4163-9f14-734e8d16535b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.856449 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-371f3f1e-33ab-46e5-997e-8cc5043502b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.888391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-371f3f1e-33ab-46e5-997e-8cc5043502b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.920424 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7e1015c1-e0c4-4163-9f14-734e8d16535b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.923058 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7e1015c1-e0c4-4163-9f14-734e8d16535b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.926872 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-7e1015c1-e0c4-4163-9f14-734e8d16535b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c6482eeb-a715-4ec5-b643-a6b17675d99e HTTP/1.1" status: 204 len: 168 time: 0.2040591 Oct 11 20:44:52.932664 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1015c1-e0c4-4163-9f14-734e8d16535b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6482eeb-a715-4ec5-b643-a6b17675d99e,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:52.951140 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41092) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:52.957095 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-371f3f1e-33ab-46e5-997e-8cc5043502b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.961020 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-371f3f1e-33ab-46e5-997e-8cc5043502b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:52.962223 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-371f3f1e-33ab-46e5-997e-8cc5043502b1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49755da9-921b-434e-a63c-45d14b17d73a HTTP/1.1" status: 204 len: 168 time: 0.1923807 Oct 11 20:44:52.971391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f3f1e-33ab-46e5-997e-8cc5043502b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49755da9-921b-434e-a63c-45d14b17d73a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:53.056469 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1871282634-network', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:53.089106 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Made reservation on behalf of ae87cf4a4451491189bd88bcc40367a9 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:44:53.091444 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.095067 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.101385 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.214483 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-164c00b3-60ec-4716-87e5-0fe69c45487a req-a36fff09-2e12-464c-91d0-7b878ffbe569 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0362198 Oct 11 20:44:53.225984 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.236105 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.253625 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:44:53.267659 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e5418-ba6a-428b-9ec4-ba1613c89a12,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:53.283721 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.283721 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Added segment 99295830-e9a0-441a-88d0-6283d855a3bc of type vlan for network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 Oct 11 20:44:53.323604 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.360971 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.361925 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:53.364150 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.372470 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41104) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:53.388758 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21150b60-3631-4494-b9ef-2db1ab0090f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.392728 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4379208 Oct 11 20:44:53.393037 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41106) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:53.398295 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Request body: {'subnet': {'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1871282634-subnet', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'ip_version': 4}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:53.427467 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41108) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:53.433193 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c313cd-9553-4913-a39b-c21ebc0a688e admin admin] Pushing event updated for resources: {'Network': ['ID=2872e7e8-61c6-4981-a46b-8b5ae7212c34,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:53.444063 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:44:53.448163 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Made reservation on behalf of ae87cf4a4451491189bd88bcc40367a9 for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:44:53.450409 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.452252 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6b15f60e-0e33-4c7e-8e10-440264477f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.612006 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21150b60-3631-4494-b9ef-2db1ab0090f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.620992 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21150b60-3631-4494-b9ef-2db1ab0090f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.713174 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-21150b60-3631-4494-b9ef-2db1ab0090f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f47e772decdf440ab3777950050c9aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393760 Oct 11 20:44:53.713868 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21150b60-3631-4494-b9ef-2db1ab0090f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d6487d-b76e-416e-afed-f4fb16c0aee4,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:53.716722 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41114) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:53.731787 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6b15f60e-0e33-4c7e-8e10-440264477f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.764263 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6b15f60e-0e33-4c7e-8e10-440264477f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.772243 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7764083-7b73-4f64-a08a-917b3da10822 req-7f88fd82-e369-40f1-85eb-730b3951ad8b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:53.773703 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e7764083-7b73-4f64-a08a-917b3da10822 req-7f88fd82-e369-40f1-85eb-730b3951ad8b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0870669 Oct 11 20:44:53.791613 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ffe21986-1289-43a4-a419-988e46564cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.806345 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.824871 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-6b15f60e-0e33-4c7e-8e10-440264477f43 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4af1aa58c8b249d4902621c4c1cc6b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3939176 Oct 11 20:44:53.824871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15f60e-0e33-4c7e-8e10-440264477f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a655a054-aeeb-4055-882c-bf577f325611,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:53.829634 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41116) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:53.833349 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ffe21986-1289-43a4-a419-988e46564cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.857536 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e7764083-7b73-4f64-a08a-917b3da10822 req-8549e125-235e-4ec7-907f-6f76d4121467 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760403 Oct 11 20:44:53.875051 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e537eda2-da99-49df-b60d-ad41ca2ce895,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:53.884175 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Checking segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:44:53.884381 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Network hostable DHCP agents. Network: 2872e7e8-61c6-4981-a46b-8b5ae7212c34, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:44:53.903573 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:44:53.913133 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 2872e7e8-61c6-4981-a46b-8b5ae7212c34) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:53.915046 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-32a1c065-502f-4b67-bad9-8b9c061a3b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.917340 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:53.917913 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.931701 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a3324-fe41-467a-8f42-847a1d7f06a2 None None] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:44:53.935012 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-4c33e00c-d7e9-4cf6-a9aa-06dfa8cd7581 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5405610 Oct 11 20:44:53.936144 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 095f86a3-0433-4174-8b9f-57e5af28e353 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:44:53.937717 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41120) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:53.942288 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ffe21986-1289-43a4-a419-988e46564cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.942817 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:44:53.944826 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ffe21986-1289-43a4-a419-988e46564cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.945903 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ffe21986-1289-43a4-a419-988e46564cb1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0d6487d-b76e-416e-afed-f4fb16c0aee4 HTTP/1.1" status: 204 len: 168 time: 0.2277241 Oct 11 20:44:53.948025 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-32a1c065-502f-4b67-bad9-8b9c061a3b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.964532 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe21986-1289-43a4-a419-988e46564cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d6487d-b76e-416e-afed-f4fb16c0aee4,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:53.979559 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:53.980681 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.013708 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-32a1c065-502f-4b67-bad9-8b9c061a3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.016480 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-32a1c065-502f-4b67-bad9-8b9c061a3b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.020242 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-32a1c065-502f-4b67-bad9-8b9c061a3b3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a655a054-aeeb-4055-882c-bf577f325611 HTTP/1.1" status: 204 len: 168 time: 0.1870530 Oct 11 20:44:54.026863 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1c065-502f-4b67-bad9-8b9c061a3b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a655a054-aeeb-4055-882c-bf577f325611,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:54.067686 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 095f86a3-0433-4174-8b9f-57e5af28e353 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:44:54.068019 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 095f86a3-0433-4174-8b9f-57e5af28e353 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:44:54.076232 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.230847 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.309467 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:44:54.310345 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.336908 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c24f31fa-23d0-4c71-b6a2-6c74c500ceb3 req-154e3d86-c9e7-44f9-8bdc-b920fe395f35 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0442085 Oct 11 20:44:54.473871 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41136) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:54.491414 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Allocated IP 172.20.0.2 (2872e7e8-61c6-4981-a46b-8b5ae7212c34/e537eda2-da99-49df-b60d-ad41ca2ce895/058ca9d1-9361-4585-a3ac-b9847b73a75f) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:44:54.494404 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc537-31d5-43ec-b752-c9254a8706dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.499738 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.524677 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.594717 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc537-31d5-43ec-b752-c9254a8706dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.599843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e6ddc537-31d5-43ec-b752-c9254a8706dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.651947 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e6ddc537-31d5-43ec-b752-c9254a8706dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9b92423e9d44140bcbc604ada0f925a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746032 Oct 11 20:44:54.652944 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41144) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:54.654622 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ddc537-31d5-43ec-b752-c9254a8706dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b1aead-ef69-4733-bca8-c7206aff2731,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:54.681639 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.689002 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.690416 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Allocated IP 172.27.2.153 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/859c300f-f806-42e6-a32d-1887ef38ee5a) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:44:54.726345 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:44:54.732816 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:54.736289 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:44:54.744998 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Pushing event updated for resources: {'Port': ['ID=058ca9d1-9361-4585-a3ac-b9847b73a75f,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:54.772103 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.772468 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.772987 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.773609 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.773940 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.774432 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.774938 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.775417 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.775889 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.776359 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.776836 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.777299 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:54.779017 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-be7195f8-73df-460e-aedd-ad9ea1e5701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.808290 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-be7195f8-73df-460e-aedd-ad9ea1e5701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.817850 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Attempting to bind port 058ca9d1-9361-4585-a3ac-b9847b73a75f on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:44:54.818853 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Attempting to bind port 058ca9d1-9361-4585-a3ac-b9847b73a75f by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:44:54.819404 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Attempting to bind port 058ca9d1-9361-4585-a3ac-b9847b73a75f on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:54.825551 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:44:54.826751 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Checking segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:44:54.827315 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.828014 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Bound using segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:44:54.828972 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Bound port: 058ca9d1-9361-4585-a3ac-b9847b73a75f, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:44:54.829510 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.878748 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.922328 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-be7195f8-73df-460e-aedd-ad9ea1e5701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.925250 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-be7195f8-73df-460e-aedd-ad9ea1e5701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.927384 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] For port 058ca9d1-9361-4585-a3ac-b9847b73a75f, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:44:54.930921 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] For port 058ca9d1-9361-4585-a3ac-b9847b73a75f, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=058ca9d1-9361-4585-a3ac-b9847b73a75f,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:44:54.931129 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-be7195f8-73df-460e-aedd-ad9ea1e5701e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/91b1aead-ef69-4733-bca8-c7206aff2731 HTTP/1.1" status: 204 len: 168 time: 0.2757745 Oct 11 20:44:54.938376 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:54.945203 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7195f8-73df-460e-aedd-ad9ea1e5701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b1aead-ef69-4733-bca8-c7206aff2731,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:54.963647 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:55.047098 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff5b5d-dcee-4b5f-aa5a-eff289058346 None None] Pushing event updated for resources: {'Port': ['ID=058ca9d1-9361-4585-a3ac-b9847b73a75f,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:55.069358 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0532-60b8-41fb-a147-623a02c25d75 req-7c915ad2-6e5a-4711-809b-ab2027d545b9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:55.074753 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Pushing event updated for resources: {'Port': ['ID=859c300f-f806-42e6-a32d-1887ef38ee5a,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:55.078440 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d0f0532-60b8-41fb-a147-623a02c25d75 req-7c915ad2-6e5a-4711-809b-ab2027d545b9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1171298 Oct 11 20:44:55.079278 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:44:55.085230 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:55.087829 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:44:55.088754 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-8f0c65ed-8e64-44fc-addd-3953ce05d8d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923731 Oct 11 20:44:55.140275 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d0f0532-60b8-41fb-a147-623a02c25d75 req-1f2f1e3c-29f8-4ac6-97c9-265245e39d42 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606949 Oct 11 20:44:55.216687 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-d00cdbd5-616b-4865-9948-6725ab3da246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:55.217677 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-d00cdbd5-616b-4865-9948-6725ab3da246 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.0589776 Oct 11 20:44:55.430964 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-d9c5fe54-f0fd-46b3-9da0-e0d3ea6ea5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:55.433872 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-d9c5fe54-f0fd-46b3-9da0-e0d3ea6ea5eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.1894329 Oct 11 20:44:55.539371 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-efb613d0-2224-47dc-b3be-ce467971eff7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 217 time: 0.0863695 Oct 11 20:44:55.553792 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f8a4e631-66b5-4064-9489-d417e902a170 req-84ff756b-8f6d-4ef8-9fce-319dbaa45295 tempest-DeleteServersTestJSON-1108682379 tempest-DeleteServersTestJSON-1108682379-project] 10.222.0.43 "GET /v2.0/ports?device_id=1931c040-4410-4bae-91bc-ece6980b8d44 HTTP/1.1" status: 200 len: 210 time: 0.0573103 Oct 11 20:44:55.569487 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:55.615416 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-2c06e100-8d07-410f-a533-9e64e337ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:55.617650 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-2c06e100-8d07-410f-a533-9e64e337ec62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.0702243 Oct 11 20:44:55.660125 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-a7cea5b8-81bf-4c2d-a956-d408e2b56724 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327926 Oct 11 20:44:55.818357 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-be214e8f-242e-4ff5-8c06-91969807d36c service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480753 Oct 11 20:44:55.838005 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41186) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:55.977762 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3c9351c3-1da1-40cd-8ae2-3e8e16bafdb1 req-42e5e461-a150-4d3b-82e8-a14ac570384a service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486983 Oct 11 20:44:56.071269 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-73fee4a8-593a-4435-bad8-2c241d95a082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.211986 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.233594 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-73fee4a8-593a-4435-bad8-2c241d95a082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.239433 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-73fee4a8-593a-4435-bad8-2c241d95a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.297909 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-73fee4a8-593a-4435-bad8-2c241d95a082 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57cfcebe82f745d7a9f9bd0640a3b1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4588270 Oct 11 20:44:56.303602 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41208) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:56.324103 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fee4a8-593a-4435-bad8-2c241d95a082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830152d9-fc21-407b-932a-f177bec8d63f,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:56.369495 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e30-281d-4584-89c7-7b18b4103c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.404449 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e30-281d-4584-89c7-7b18b4103c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.447388 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c50a5-8dbc-417c-afa9-f44578067bee req-f61736e1-19bf-4039-973b-da7cc6ded8cd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:56.448973 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f06c50a5-8dbc-417c-afa9-f44578067bee req-f61736e1-19bf-4039-973b-da7cc6ded8cd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1663785 Oct 11 20:44:56.504688 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e30-281d-4584-89c7-7b18b4103c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.507902 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e4df5e30-281d-4584-89c7-7b18b4103c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.511243 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e4df5e30-281d-4584-89c7-7b18b4103c1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/830152d9-fc21-407b-932a-f177bec8d63f HTTP/1.1" status: 204 len: 168 time: 0.2052560 Oct 11 20:44:56.518274 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40303e04-2bdd-426b-b277-363816c82127 None None] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:44:56.523907 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df5e30-281d-4584-89c7-7b18b4103c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830152d9-fc21-407b-932a-f177bec8d63f,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:56.553856 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f06c50a5-8dbc-417c-afa9-f44578067bee req-c8c43283-50ba-4e12-b031-aeaa8614dd32 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984797 Oct 11 20:44:56.592756 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:44:56.683468 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-0b2f46cf-2d5b-4c1e-a160-0c30d0ddc3f9 None None] Provisioning complete for port 058ca9d1-9361-4585-a3ac-b9847b73a75f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:56.684042 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0b2f46cf-2d5b-4c1e-a160-0c30d0ddc3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.685720 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.806432 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:44:56.819605 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:44:56.837567 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:56.841614 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:44:56.841842 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41234) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:56.843425 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:56.859020 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-5ba0979c-c6a3-4733-8a88-b148027dc37c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9201725 Oct 11 20:44:56.949773 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0b2f46cf-2d5b-4c1e-a160-0c30d0ddc3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.010182 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-0b2f46cf-2d5b-4c1e-a160-0c30d0ddc3f9 None None] For port 058ca9d1-9361-4585-a3ac-b9847b73a75f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=058ca9d1-9361-4585-a3ac-b9847b73a75f,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:44:57.023283 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0b2f46cf-2d5b-4c1e-a160-0c30d0ddc3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.030252 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 058ca9d1-9361-4585-a3ac-b9847b73a75f up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:57.187581 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:44:57.239533 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f46cf-2d5b-4c1e-a160-0c30d0ddc3f9 None None] Pushing event updated for resources: {'Port': ['ID=058ca9d1-9361-4585-a3ac-b9847b73a75f,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:57.294887 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 058ca9d1-9361-4585-a3ac-b9847b73a75f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:57.297935 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.360428 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-1e11c5b3-1ecb-4786-9a24-8753eb999d6b None None] Provisioning complete for port 058ca9d1-9361-4585-a3ac-b9847b73a75f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:57.361071 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1e11c5b3-1ecb-4786-9a24-8753eb999d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.472765 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:55Z', 'revision_number': 3, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:57.504158 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:44:57.504436 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Updating router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 port 859c300f-f806-42e6-a32d-1887ef38ee5a binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:44:57.535883 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.582675 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41260) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:57.646262 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41266) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:57.748264 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b02b630a-bc5f-428e-8c11-7a088e90662b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.750140 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.782177 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac68c-b8ee-4008-b766-1ecda76c1736 req-89f21371-c4f0-42ba-820b-7236f9c96980 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:57.783919 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-751ac68c-b8ee-4008-b766-1ecda76c1736 req-89f21371-c4f0-42ba-820b-7236f9c96980 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1289556 Oct 11 20:44:57.830109 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0e03f4b5-cc98-4aad-90e5-0ba0e2226b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.884341 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-751ac68c-b8ee-4008-b766-1ecda76c1736 req-d050f166-aae5-4d91-97c0-63116dcb7d6d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911090 Oct 11 20:44:57.893065 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.903833 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.967444 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Attempting to bind port 859c300f-f806-42e6-a32d-1887ef38ee5a on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:44:57.967819 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Attempting to bind port 859c300f-f806-42e6-a32d-1887ef38ee5a by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:44:57.968186 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Attempting to bind port 859c300f-f806-42e6-a32d-1887ef38ee5a on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:44:57.977909 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b02b630a-bc5f-428e-8c11-7a088e90662b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:57.978542 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Pushing event updated for resources: {'Port': ['ID=859c300f-f806-42e6-a32d-1887ef38ee5a,revision_number=2']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:57.986651 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.987028 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.987545 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.987774 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Allocated IP 172.20.0.1 (2872e7e8-61c6-4981-a46b-8b5ae7212c34/e537eda2-da99-49df-b60d-ad41ca2ce895/79ad0a3e-4d98-40ac-8da2-80134ba30c66) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:44:57.987899 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.988289 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.988692 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.989030 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.989372 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.989746 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.990082 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.990434 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.990792 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:44:57.999819 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:44:58.000268 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:44:58.000789 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.001264 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:44:58.001749 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Bound port: 859c300f-f806-42e6-a32d-1887ef38ee5a, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:44:58.002157 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.006186 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b02b630a-bc5f-428e-8c11-7a088e90662b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.061134 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0e03f4b5-cc98-4aad-90e5-0ba0e2226b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.070437 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-b02b630a-bc5f-428e-8c11-7a088e90662b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81446e9c074143f4b1907bf9c52d95c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829929 Oct 11 20:44:58.070437 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0e03f4b5-cc98-4aad-90e5-0ba0e2226b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.070741 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41282) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:58.072670 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b630a-bc5f-428e-8c11-7a088e90662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7176aa0f-88c2-4d50-b372-dea0c6674930,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:58.106963 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] For port 859c300f-f806-42e6-a32d-1887ef38ee5a, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:44:58.112853 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] For port 859c300f-f806-42e6-a32d-1887ef38ee5a, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=859c300f-f806-42e6-a32d-1887ef38ee5a,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:44:58.117252 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0e03f4b5-cc98-4aad-90e5-0ba0e2226b7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32e0d6757e4d4844a7e837be6a9259b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4675136 Oct 11 20:44:58.119596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41284) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:58.122115 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.137932 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03f4b5-cc98-4aad-90e5-0ba0e2226b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1560b98c-8f68-4812-bc65-dae132bdcfd0,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:58.175753 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-493d6e12-fff1-4033-8aec-138f4b0c921e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.191023 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cb08daef-9ad4-4862-9ee8-831a8dca1b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.192046 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.209079 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:44:58.209768 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:58.217117 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-493d6e12-fff1-4033-8aec-138f4b0c921e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.217843 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cb08daef-9ad4-4862-9ee8-831a8dca1b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.258035 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ab0f91-9066-4eb5-8f1b-3621a42420b9 None None] Pushing event updated for resources: {'Port': ['ID=859c300f-f806-42e6-a32d-1887ef38ee5a,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:58.276148 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.280568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cb08daef-9ad4-4862-9ee8-831a8dca1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.283746 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cb08daef-9ad4-4862-9ee8-831a8dca1b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.285889 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-cb08daef-9ad4-4862-9ee8-831a8dca1b58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1560b98c-8f68-4812-bc65-dae132bdcfd0 HTTP/1.1" status: 204 len: 168 time: 0.1651599 Oct 11 20:44:58.308030 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08daef-9ad4-4862-9ee8-831a8dca1b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1560b98c-8f68-4812-bc65-dae132bdcfd0,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:58.381179 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-493d6e12-fff1-4033-8aec-138f4b0c921e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.383875 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-493d6e12-fff1-4033-8aec-138f4b0c921e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.387879 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-493d6e12-fff1-4033-8aec-138f4b0c921e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7176aa0f-88c2-4d50-b372-dea0c6674930 HTTP/1.1" status: 204 len: 168 time: 0.3165901 Oct 11 20:44:58.410956 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d6e12-fff1-4033-8aec-138f4b0c921e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176aa0f-88c2-4d50-b372-dea0c6674930,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:58.416721 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:44:58.420460 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:58.422701 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:44:58.423241 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.426912 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Pushing event updated for resources: {'Port': ['ID=79ad0a3e-4d98-40ac-8da2-80134ba30c66,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:58.504228 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:44:58.648658 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.730712 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-5a96036f-6f5f-4b6e-a38c-9aa6cca48a3b None None] Provisioning complete for port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:58.731982 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5a96036f-6f5f-4b6e-a38c-9aa6cca48a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.795208 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-5a96036f-6f5f-4b6e-a38c-9aa6cca48a3b None None] Port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:44:58.837156 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:55Z', 'revision_number': 3, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:44:58.890038 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 058ca9d1-9361-4585-a3ac-b9847b73a75f up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:44:58.904046 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e5c73b-5a14-49d1-904d-b21faa5c8a8a None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:55Z', 'revision_number': 3, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:44:58.988874 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.997819 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:58.998878 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.028045 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 058ca9d1-9361-4585-a3ac-b9847b73a75f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:59.028426 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.040573 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41316) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:59.086911 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6b8be25e-5ff1-471c-86fb-3c651e657037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.163829 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70114c76-e251-49e8-8b2e-5d639a97de02 req-0bd577af-6f8c-4dfd-a81d-718740b5539f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:44:59.166645 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Pushing event updated for resources: {'Port': ['ID=79ad0a3e-4d98-40ac-8da2-80134ba30c66,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:59.175217 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70114c76-e251-49e8-8b2e-5d639a97de02 req-0bd577af-6f8c-4dfd-a81d-718740b5539f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1521468 Oct 11 20:44:59.204697 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:44:59.206945 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:44:59.255953 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70114c76-e251-49e8-8b2e-5d639a97de02 req-0529fb16-0813-4267-bb52-acc5b89978ad tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679045 Oct 11 20:44:59.308507 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6b8be25e-5ff1-471c-86fb-3c651e657037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.317892 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6b8be25e-5ff1-471c-86fb-3c651e657037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.358561 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:44:59.408098 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-6b8be25e-5ff1-471c-86fb-3c651e657037 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4eaf371e165a42108b8644ba118f9400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657830 Oct 11 20:44:59.409357 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8be25e-5ff1-471c-86fb-3c651e657037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d2297-7a12-4cea-af4b-b1611fc53a00,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:59.412108 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41322) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:59.527394 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fc72c85-cf02-4605-ae79-4eebcea8a9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.548567 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:44:59.548955 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fc72c85-cf02-4605-ae79-4eebcea8a9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.555070 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-79384162-7536-4079-a0ef-b005779dc87b admin admin] 10.222.0.43 "PUT /v2.0/routers/4a5f6f90-7966-4c18-8c7f-b55c7f63ada0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7121432 Oct 11 20:44:59.616624 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fc72c85-cf02-4605-ae79-4eebcea8a9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.622089 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fc72c85-cf02-4605-ae79-4eebcea8a9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.624864 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-010c966d-e11a-42df-8eaa-1d0a7d33aac7 None None] Provisioning complete for port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:44:59.625230 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-010c966d-e11a-42df-8eaa-1d0a7d33aac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:44:59.627428 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0fc72c85-cf02-4605-ae79-4eebcea8a9ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fb0d2297-7a12-4cea-af4b-b1611fc53a00 HTTP/1.1" status: 204 len: 168 time: 0.2140119 Oct 11 20:44:59.648447 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc72c85-cf02-4605-ae79-4eebcea8a9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d2297-7a12-4cea-af4b-b1611fc53a00,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:44:59.687879 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-010c966d-e11a-42df-8eaa-1d0a7d33aac7 None None] Port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:44:59.773124 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41338) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:44:59.980705 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-718143627-network', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:00.013739 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Made reservation on behalf of 66d8d90b24904424a38e5a84b7d1c076 for: {'network': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:00.017049 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.036810 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.137525 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.142223 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.169007 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=105804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:45:00.189807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c0db90-118a-4358-88ea-d0a8842b1a44,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:00.197812 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755377941751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.198387 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Unsubscribe: segment precommit_create {{(pid=105804) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 11 20:45:00.198882 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.segments_db [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Added segment c27555b7-f186-4e1a-829a-2fd54f4cbeaa of type vlan for network 771b1496-2f20-4d28-a9e2-26256f408241 Oct 11 20:45:00.249557 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.266066 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41364) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:00.271618 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1681100314-network', 'tenant_id': '219324691d91475580a4cdc2ceed93c8'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:00.283167 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.285420 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:00.286735 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.293701 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Made reservation on behalf of 219324691d91475580a4cdc2ceed93c8 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:00.304750 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.314782 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.408390 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.413663 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.422371 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6448438 Oct 11 20:45:00.430735 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41372) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:00.441253 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Request body: {'subnet': {'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-718143627-subnet', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:00.444845 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:45:00.445021 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72755c64-a347-4f7b-8b50-d833bfe2c05a admin admin] Pushing event updated for resources: {'Network': ['ID=771b1496-2f20-4d28-a9e2-26256f408241,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:00.462677 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 771b1496-2f20-4d28-a9e2-26256f408241 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:45:00.473420 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4b15a-eff5-4dcf-a9f9-df793fad93f6,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:00.478641 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77430d-14a7-4be0-b500-ac1903905193 req-f63033a0-8930-4ae3-9188-dfce89668e24 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:00.479229 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.479569 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Added segment 1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6 of type vlan for network 34b76726-13bc-4f00-aa3a-0a330462a65a Oct 11 20:45:00.480212 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3d77430d-14a7-4be0-b500-ac1903905193 req-f63033a0-8930-4ae3-9188-dfce89668e24 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1174126 Oct 11 20:45:00.519125 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Made reservation on behalf of 66d8d90b24904424a38e5a84b7d1c076 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:00.522355 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.565435 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3d77430d-14a7-4be0-b500-ac1903905193 req-9684dfd7-3395-42a1-b390-3a5fd0bd3a02 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714343 Oct 11 20:45:00.583694 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.635133 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.636038 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:00.636619 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.709794 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4424875 Oct 11 20:45:00.712886 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41382) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:00.718860 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Request body: {'subnet': {'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1681100314-subnet', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'ip_version': 4}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:00.724968 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5084e7a-9499-4f4b-afa0-d1e8896ac7fd admin admin] Pushing event updated for resources: {'Network': ['ID=34b76726-13bc-4f00-aa3a-0a330462a65a,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:00.735771 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 34b76726-13bc-4f00-aa3a-0a330462a65a details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:45:00.753835 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Made reservation on behalf of 219324691d91475580a4cdc2ceed93c8 for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:00.756722 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.845828 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.920824 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be2a9d2-b69e-43f1-8a36-de50e2625a8a,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:00.934196 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Checking segment: {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:00.934703 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Network hostable DHCP agents. Network: 771b1496-2f20-4d28-a9e2-26256f408241, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:45:00.958106 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Network 771b1496-2f20-4d28-a9e2-26256f408241 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:45:00.962507 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 859c300f-f806-42e6-a32d-1887ef38ee5a up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:00.970692 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 771b1496-2f20-4d28-a9e2-26256f408241) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:00.979725 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:00.981807 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:00.986529 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb1f5a-b005-40db-b9b8-c9f16601e6c6 None None] Network 771b1496-2f20-4d28-a9e2-26256f408241 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:01.013543 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f57f98e3-c13b-41f9-bc34-536888d4c33f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5774724 Oct 11 20:45:01.016132 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41392) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:01.019713 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.020747 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:01.052231 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.052231 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.111229 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 859c300f-f806-42e6-a32d-1887ef38ee5a triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:01.111800 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.121063 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Pushing event updated for resources: {'Subnet': ['ID=501b94d7-338a-4226-af21-a65a6a670619,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:01.124491 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Checking segment: {'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:01.125975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Network hostable DHCP agents. Network: 34b76726-13bc-4f00-aa3a-0a330462a65a, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:45:01.152928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Network 34b76726-13bc-4f00-aa3a-0a330462a65a is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:45:01.154242 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.161198 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:45:01.173517 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 34b76726-13bc-4f00-aa3a-0a330462a65a) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:01.195834 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c85acb2-6b19-4d62-8680-08ef15dc3a3f None None] Network 34b76726-13bc-4f00-aa3a-0a330462a65a requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:01.221599 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:01.222633 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.236708 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:01.238235 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:01.246699 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-892f3691-1ded-4bd4-b4c9-f111264ee77f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5321856 Oct 11 20:45:01.249170 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41422) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:01.255815 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:01.292392 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.293482 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.368350 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:01.371503 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.440192 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.568672 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.704753 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.729776 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 859c300f-f806-42e6-a32d-1887ef38ee5a, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=859c300f-f806-42e6-a32d-1887ef38ee5a,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:01.752236 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.804151 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31571d1-231c-4579-b6a2-470fd0d17fbf req-8bef2e49-0936-47b3-adf3-b0256967c62f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:01.811889 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f31571d1-231c-4579-b6a2-470fd0d17fbf req-8bef2e49-0936-47b3-adf3-b0256967c62f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1084449 Oct 11 20:45:01.874385 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.875531 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41464) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:01.880000 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f31571d1-231c-4579-b6a2-470fd0d17fbf req-060d6ac4-6cf7-4405-9332-70d4e80bda47 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577557 Oct 11 20:45:01.916613 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.928532 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-771b1496-2f20-4d28-a9e2-26256f408241', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:45:01.929431 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:01.994221 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] Deleting subnet e29670fe-a261-43a9-bcbd-661a07947f8a {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:45:02.000325 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.029337 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=859c300f-f806-42e6-a32d-1887ef38ee5a,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:02.037307 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.066577 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.069693 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.083497 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.122310 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Allocated IP 172.27.2.144 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/c19bfbd3-7a13-425c-9630-6a291b41cb56) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:02.132948 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-34b76726-13bc-4f00-aa3a-0a330462a65a', 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'fixed_ips': [{'subnet_id': '501b94d7-338a-4226-af21-a65a6a670619'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:45:02.134069 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.206932 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.237945 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29670fe-a261-43a9-bcbd-661a07947f8a,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:02.251253 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.254507 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-49a96bdd-d9ce-49bd-a7e5-a6b1964fd90e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e29670fe-a261-43a9-bcbd-661a07947f8a HTTP/1.1" status: 204 len: 168 time: 0.3527648 Oct 11 20:45:02.257219 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41466) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:02.258634 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 2, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:02.277046 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.295227 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Allocated IP 172.20.0.2 (771b1496-2f20-4d28-a9e2-26256f408241/4be2a9d2-b69e-43f1-8a36-de50e2625a8a/18d0307d-7220-4344-86ca-ce219f31c9a7) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:02.299329 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:45:02.300278 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Updating router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:45:02.316542 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.349271 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:02.352319 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:02.355701 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:02.365744 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.384044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.407628 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:45:02.414046 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Allocated IP 172.27.2.87 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/35edf1d5-1c9d-4d67-b15f-f3db186bf13a) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:02.471366 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Allocated IP 172.20.0.2 (34b76726-13bc-4f00-aa3a-0a330462a65a/501b94d7-338a-4226-af21-a65a6a670619/0d6f37c6-f142-45b5-aff4-d27a3be6806b) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:02.598240 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.618490 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Pushing event updated for resources: {'Port': ['ID=c19bfbd3-7a13-425c-9630-6a291b41cb56,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:02.639821 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.640930 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.641062 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.641814 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > port after_create 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.641814 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.642035 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > port after_update 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.642321 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.642656 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.642975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.643292 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.759279 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.759855 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.759855 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.760021 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.760715 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:45:02.761094 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae9f6a5-9114-42e9-b9e4-2bbf24a85650']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:02.766827 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.785205 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.787679 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5023a942-18fb-46c9-b9b6-074850f3519a') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:02.787975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5023a942-18fb-46c9-b9b6-074850f3519a') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:02.800996 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.807837 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.833260 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.857517 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:45:02.857860 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: from cryptography.utils import int_from_bytes Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: from cryptography.utils import int_from_bytes Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:45:02.902609 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:45:02.911137 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Network 771b1496-2f20-4d28-a9e2-26256f408241 is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:02.933939 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:02.949247 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:02.961455 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Pushing event updated for resources: {'Port': ['ID=18d0307d-7220-4344-86ca-ce219f31c9a7,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:02.966001 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:02.969228 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 859c300f-f806-42e6-a32d-1887ef38ee5a up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:02.986608 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.020731 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.110445 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Network 34b76726-13bc-4f00-aa3a-0a330462a65a is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:03.142485 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:03.146029 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.150388 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:03.155119 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Pushing event updated for resources: {'Port': ['ID=0d6f37c6-f142-45b5-aff4-d27a3be6806b,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:03.164988 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Router 0bd3edb1-fc86-454f-b036-2802061c986f is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:45:03.168838 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.184355 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Attempting to bind port 18d0307d-7220-4344-86ca-ce219f31c9a7 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:03.184724 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Attempting to bind port 18d0307d-7220-4344-86ca-ce219f31c9a7 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:03.185081 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Attempting to bind port 18d0307d-7220-4344-86ca-ce219f31c9a7 on network 771b1496-2f20-4d28-a9e2-26256f408241 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:03.235800 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:03.236170 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Checking segment: {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:03.236572 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.236987 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Bound using segment: {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:03.238074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Bound port: 18d0307d-7220-4344-86ca-ce219f31c9a7, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:03.238418 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.264184 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.287022 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:45:03.297121 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a6c56-6f6c-4480-ad5a-e52f03af0258 None None] Pushing event updated for resources: {'Port': ['ID=79ad0a3e-4d98-40ac-8da2-80134ba30c66,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:03.299556 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 859c300f-f806-42e6-a32d-1887ef38ee5a triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:03.299820 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.303198 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Attempting to bind port 0d6f37c6-f142-45b5-aff4-d27a3be6806b on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:03.303571 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Attempting to bind port 0d6f37c6-f142-45b5-aff4-d27a3be6806b by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:03.303932 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Attempting to bind port 0d6f37c6-f142-45b5-aff4-d27a3be6806b on network 34b76726-13bc-4f00-aa3a-0a330462a65a {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:03.309130 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:03.311594 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.317403 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.318078 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Sync routers for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:45:03.323011 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8b9182f7-edb3-49ef-a480-f0ad5436c8db admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3074274 Oct 11 20:45:03.324170 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:03.325072 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41478) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:03.336203 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:03.347533 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.351208 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] 10.222.0.43 "DELETE /v2.0/networks/aae9f6a5-9114-42e9-b9e4-2bbf24a85650 HTTP/1.1" status: 204 len: 168 time: 1.0928788 Oct 11 20:45:03.354907 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:03.356234 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:03.399477 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a7641-5d07-448e-8cb7-4ad2f4041f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=aae9f6a5-9114-42e9-b9e4-2bbf24a85650,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:03.411850 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Pushing event updated for resources: {'Port': ['ID=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:03.424195 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:03.424601 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Checking segment: {'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:03.425497 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.425898 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Bound using segment: {'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:03.426400 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Bound port: 0d6f37c6-f142-45b5-aff4-d27a3be6806b, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:03.426829 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.440048 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee0b1-5f85-4d2a-8458-abea74e9d9aa req-8cec0b46-f7d5-4bab-8d5c-e4b7f7ef8ac5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:03.443796 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f4fee0b1-5f85-4d2a-8458-abea74e9d9aa req-8cec0b46-f7d5-4bab-8d5c-e4b7f7ef8ac5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.2549598 Oct 11 20:45:03.508760 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Attempting to bind port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:03.509472 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Attempting to bind port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:03.509472 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Attempting to bind port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:03.516821 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] For port 18d0307d-7220-4344-86ca-ce219f31c9a7, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:03.568199 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] For port 18d0307d-7220-4344-86ca-ce219f31c9a7, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=18d0307d-7220-4344-86ca-ce219f31c9a7,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:03.569931 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:03.601305 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:03.601697 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Checking segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:03.602111 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.603453 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Bound using segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:03.603790 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Bound port: 79ad0a3e-4d98-40ac-8da2-80134ba30c66, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:03.604160 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.634058 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.650155 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41482) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:03.723666 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f4fee0b1-5f85-4d2a-8458-abea74e9d9aa req-05017aa7-8bab-4095-b624-28e2f4ba732f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660308 Oct 11 20:45:03.787369 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2af75c3d-6a30-43e3-8736-0d3ecbf8b761 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f9110efa6fea40f0aee8d5d88b3f4ae5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1365023 Oct 11 20:45:03.789856 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41486) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:03.813986 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:02Z', 'revision_number': 3, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:03.837395 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.850045 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Checking router: 0bd3edb1-fc86-454f-b036-2802061c986f for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:45:03.850995 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Updating router 0bd3edb1-fc86-454f-b036-2802061c986f port c19bfbd3-7a13-425c-9630-6a291b41cb56 binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:45:03.886365 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.923255 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a35b5903-cdd9-4363-a436-4048410b2e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:03.984985 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] For port 79ad0a3e-4d98-40ac-8da2-80134ba30c66, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:03.988317 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] For port 79ad0a3e-4d98-40ac-8da2-80134ba30c66, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=79ad0a3e-4d98-40ac-8da2-80134ba30c66,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:03.992918 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] For port 0d6f37c6-f142-45b5-aff4-d27a3be6806b, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:03.999903 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-83854c91-04d9-478c-afe7-6d795524ac02 None None] Provisioning complete for port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:04.000357 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-83854c91-04d9-478c-afe7-6d795524ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.010809 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a35b5903-cdd9-4363-a436-4048410b2e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.022380 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.089717 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] For port 0d6f37c6-f142-45b5-aff4-d27a3be6806b, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0d6f37c6-f142-45b5-aff4-d27a3be6806b,segment=NetworkSegment(1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6),segment_id=1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:04.106099 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.121616 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7da731-87ec-4120-93f8-f5ce7a305361 None None] Pushing event updated for resources: {'Port': ['ID=18d0307d-7220-4344-86ca-ce219f31c9a7,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:04.149871 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a35b5903-cdd9-4363-a436-4048410b2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.153452 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a35b5903-cdd9-4363-a436-4048410b2e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.154771 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a35b5903-cdd9-4363-a436-4048410b2e64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e05d2813-7dbe-42f1-8f21-16c948496790 HTTP/1.1" status: 204 len: 168 time: 0.3635707 Oct 11 20:45:04.175266 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b5903-cdd9-4363-a436-4048410b2e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05d2813-7dbe-42f1-8f21-16c948496790,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:04.186294 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.278024 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.298482 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:04.299167 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:04.422122 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.436943 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.558191 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Allocated IP 172.20.0.1 (771b1496-2f20-4d28-a9e2-26256f408241/4be2a9d2-b69e-43f1-8a36-de50e2625a8a/259d95de-89f8-4904-a4d5-f55f9f451b13) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:04.560160 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a6c56-6f6c-4480-ad5a-e52f03af0258 None None] Pushing event updated for resources: {'Port': ['ID=79ad0a3e-4d98-40ac-8da2-80134ba30c66,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:04.565702 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Attempting to bind port c19bfbd3-7a13-425c-9630-6a291b41cb56 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:04.568745 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Attempting to bind port c19bfbd3-7a13-425c-9630-6a291b41cb56 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:04.569307 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Attempting to bind port c19bfbd3-7a13-425c-9630-6a291b41cb56 on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:04.592810 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:04.593455 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:04.594980 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.595489 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:04.596137 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Bound port: c19bfbd3-7a13-425c-9630-6a291b41cb56, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:04.596816 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.600851 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:45:04.669290 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebb0e0-fb98-4af2-947f-d653ec1bfbc7 None None] Pushing event updated for resources: {'Port': ['ID=0d6f37c6-f142-45b5-aff4-d27a3be6806b,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:04.678194 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db73b5a-ae77-4b15-a3d1-d8723c7c951b None None] Pushing event updated for resources: {'Port': ['ID=c19bfbd3-7a13-425c-9630-6a291b41cb56,revision_number=2']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:04.748825 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-83854c91-04d9-478c-afe7-6d795524ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.791967 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.795075 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] For port c19bfbd3-7a13-425c-9630-6a291b41cb56, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:04.804821 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-83854c91-04d9-478c-afe7-6d795524ac02 None None] For port 79ad0a3e-4d98-40ac-8da2-80134ba30c66, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=79ad0a3e-4d98-40ac-8da2-80134ba30c66,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:04.813408 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:04.819204 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-83854c91-04d9-478c-afe7-6d795524ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.823159 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] For port c19bfbd3-7a13-425c-9630-6a291b41cb56, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=c19bfbd3-7a13-425c-9630-6a291b41cb56,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:04.847511 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.887893 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:04.986810 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854c91-04d9-478c-afe7-6d795524ac02 None None] Pushing event updated for resources: {'Port': ['ID=79ad0a3e-4d98-40ac-8da2-80134ba30c66,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:04.998721 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:05.000056 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:05.010588 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:45:05.043301 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Sync routers for ids ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:45:05.059209 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eeded-078b-42ff-9bf2-232190c0879b req-4b4958fa-17ff-4310-9ec4-38ae94d7c19d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:05.061049 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1e2eeded-078b-42ff-9bf2-232190c0879b req-4b4958fa-17ff-4310-9ec4-38ae94d7c19d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1639533 Oct 11 20:45:05.069423 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:05.070677 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-44e022b6-5414-4a42-9960-e8d4012ccbef admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8205543 Oct 11 20:45:05.079151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41522) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:05.118645 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Network 771b1496-2f20-4d28-a9e2-26256f408241 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:05.141490 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:05.151810 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:05.152316 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:05.189582 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 18d0307d-7220-4344-86ca-ce219f31c9a7 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:05.215467 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1e2eeded-078b-42ff-9bf2-232190c0879b req-dec04988-a33e-472f-bd0f-8334ff633392 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373901 Oct 11 20:45:05.261725 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-71540422-c948-4404-b0f4-c6ee9000bf0f None None] Provisioning complete for port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:05.262231 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Pushing event updated for resources: {'Port': ['ID=259d95de-89f8-4904-a4d5-f55f9f451b13,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:05.262682 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71540422-c948-4404-b0f4-c6ee9000bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:05.307520 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db73b5a-ae77-4b15-a3d1-d8723c7c951b None None] Pushing event updated for resources: {'Port': ['ID=c19bfbd3-7a13-425c-9630-6a291b41cb56,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:05.386189 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:05.484630 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Routers {'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:05.485511 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:05.725130 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 18d0307d-7220-4344-86ca-ce219f31c9a7 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:05.728017 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:05.821857 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f58722-c774-469e-b32e-2d42c3f3a8a8 None None] Network 771b1496-2f20-4d28-a9e2-26256f408241 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:05.840019 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:02Z', 'revision_number': 3, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:05.923269 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a223750-3e44-453a-a1ea-4710a1f7eb2a None None] The sync data for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi is: [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:02Z', 'revision_number': 3, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:45:05.941409 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:06.005971 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:03Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:06.141969 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1df33-6b7e-4fa7-a16f-a821eaf73749 None None] Network 34b76726-13bc-4f00-aa3a-0a330462a65a requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:06.176482 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c86c10-1092-4b31-82cd-7775338c2d8e None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:03Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:45:06.358513 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Set router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:06.424549 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:06.444663 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:06.485537 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:06.512154 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07781a3-5e4d-4dc7-9cca-4bdc741c5d07 req-57c3954d-5a4f-4411-91fa-7372ece02289 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:06.516790 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f07781a3-5e4d-4dc7-9cca-4bdc741c5d07 req-57c3954d-5a4f-4411-91fa-7372ece02289 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1179562 Oct 11 20:45:06.647022 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f07781a3-5e4d-4dc7-9cca-4bdc741c5d07 req-de7098a7-3eda-48f9-9313-2ae9362161c5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188617 Oct 11 20:45:06.728151 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:06.740291 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] Provisioning complete for port 0d6f37c6-f142-45b5-aff4-d27a3be6806b triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:06.740578 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:06.752648 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Pushing event updated for resources: {'Port': ['ID=259d95de-89f8-4904-a4d5-f55f9f451b13,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:06.883894 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Network 771b1496-2f20-4d28-a9e2-26256f408241 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:06.887567 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:06.900909 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 18d0307d-7220-4344-86ca-ce219f31c9a7, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=18d0307d-7220-4344-86ca-ce219f31c9a7,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:06.948949 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:06.949721 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0d6f37c6-f142-45b5-aff4-d27a3be6806b up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:07.216045 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Router 0bd3edb1-fc86-454f-b036-2802061c986f has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:45:07.230377 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:07.258202 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=18d0307d-7220-4344-86ca-ce219f31c9a7,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:07.401107 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 0d6f37c6-f142-45b5-aff4-d27a3be6806b triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:07.401724 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:07.481602 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:03Z', 'revision_number': 3, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port': {'id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:02Z', 'updated_at': '2021-10-11T20:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:07.483629 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:07.551147 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Checking router: dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:45:07.551492 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Updating router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:45:07.590917 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41582) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:07.592081 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Allocated IP 172.20.0.1 (34b76726-13bc-4f00-aa3a-0a330462a65a/501b94d7-338a-4226-af21-a65a6a670619/2b41d9e5-1da8-44cd-8880-ffc790914868) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:07.595161 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:07.771914 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] For port 0d6f37c6-f142-45b5-aff4-d27a3be6806b, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0d6f37c6-f142-45b5-aff4-d27a3be6806b,segment=NetworkSegment(1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6),segment_id=1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:07.849508 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:07.873659 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:07.944488 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e3f440ae-60d7-4824-a960-05afb1ecb9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:07.945945 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d71fe-3bf7-4847-9f99-1c02598bc5ba req-86c210f0-5169-4de0-8d42-8cc2db997ccf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:07.948240 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f78d71fe-3bf7-4847-9f99-1c02598bc5ba req-86c210f0-5169-4de0-8d42-8cc2db997ccf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1464810 Oct 11 20:45:07.988199 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] Provisioning complete for port 18d0307d-7220-4344-86ca-ce219f31c9a7 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:07.988700 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.014362 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f78d71fe-3bf7-4847-9f99-1c02598bc5ba req-0b08a62d-75db-47b3-9b76-0a4ccf68aba6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556941 Oct 11 20:45:08.071788 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8295e70-bcf7-4776-a219-36c46a6054bf None None] Pushing event updated for resources: {'Port': ['ID=0d6f37c6-f142-45b5-aff4-d27a3be6806b,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:08.077558 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.082040 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:45:08.101989 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-7819cbe9-e14e-4125-a6ff-bccc4126dc7a admin admin] 10.222.0.43 "PUT /v2.0/routers/0bd3edb1-fc86-454f-b036-2802061c986f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7720683 Oct 11 20:45:08.121730 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Network 34b76726-13bc-4f00-aa3a-0a330462a65a is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:08.141291 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:08.155514 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:08.155514 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.282710 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Pushing event updated for resources: {'Port': ['ID=2b41d9e5-1da8-44cd-8880-ffc790914868,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:08.304018 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.314636 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.364586 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e3f440ae-60d7-4824-a960-05afb1ecb9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.387668 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e3f440ae-60d7-4824-a960-05afb1ecb9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.395219 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Attempting to bind port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:08.395334 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Attempting to bind port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:08.395677 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Attempting to bind port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:08.416476 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device c19bfbd3-7a13-425c-9630-6a291b41cb56 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:08.442423 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:08.442897 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:08.443498 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.444064 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:08.444875 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Bound port: 35edf1d5-1c9d-4d67-b15f-f3db186bf13a, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:08.445326 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.450699 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e3f440ae-60d7-4824-a960-05afb1ecb9c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=daa042a99bcf49719ab7cf86c75863d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561108 Oct 11 20:45:08.451216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53fca-cac7-4d8f-a0d5-0f0057a27265 None None] Pushing event updated for resources: {'Port': ['ID=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:08.455443 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41598) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:08.457375 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f440ae-60d7-4824-a960-05afb1ecb9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb181a-7a22-43f4-a607-9a3c00dbc427,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:08.479017 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-2874e8fb-b5fc-44af-b44c-5474e9ebec0f None None] Provisioning complete for port 259d95de-89f8-4904-a4d5-f55f9f451b13 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:08.479365 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-2874e8fb-b5fc-44af-b44c-5474e9ebec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.509647 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.564170 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-2874e8fb-b5fc-44af-b44c-5474e9ebec0f None None] Port 259d95de-89f8-4904-a4d5-f55f9f451b13 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:45:08.585960 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port c19bfbd3-7a13-425c-9630-6a291b41cb56 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:08.586110 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.606585 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5345504d-6c67-4eb1-afb9-8658ab66b37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.614987 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] For port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:08.637008 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5345504d-6c67-4eb1-afb9-8658ab66b37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.637860 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] For port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:08.642388 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-2874e8fb-b5fc-44af-b44c-5474e9ebec0f None None] Provisioning complete for port 0d6f37c6-f142-45b5-aff4-d27a3be6806b triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:08.642822 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-2874e8fb-b5fc-44af-b44c-5474e9ebec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.664338 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.714361 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5345504d-6c67-4eb1-afb9-8658ab66b37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.717736 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5345504d-6c67-4eb1-afb9-8658ab66b37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.722026 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-5345504d-6c67-4eb1-afb9-8658ab66b37c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2edb181a-7a22-43f4-a607-9a3c00dbc427 HTTP/1.1" status: 204 len: 168 time: 0.2615538 Oct 11 20:45:08.731325 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345504d-6c67-4eb1-afb9-8658ab66b37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb181a-7a22-43f4-a607-9a3c00dbc427,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:08.783587 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.792219 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.793059 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.805662 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae53fca-cac7-4d8f-a0d5-0f0057a27265 None None] Pushing event updated for resources: {'Port': ['ID=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:08.821910 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Routers {'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:08.822558 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:08.876620 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.915931 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Pushing event updated for resources: {'Port': ['ID=2b41d9e5-1da8-44cd-8880-ffc790914868,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:08.933707 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41614) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:08.941992 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-687253413-network', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:08.969107 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Made reservation on behalf of 9ce7f13263204cd6b1cde3965de8dbb5 for: {'network': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:08.974314 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.978320 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Network 34b76726-13bc-4f00-aa3a-0a330462a65a is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:08.978493 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port c19bfbd3-7a13-425c-9630-6a291b41cb56, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=c19bfbd3-7a13-425c-9630-6a291b41cb56,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:08.979797 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:08.985839 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.991633 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:08.992115 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 79ad0a3e-4d98-40ac-8da2-80134ba30c66 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:09.098368 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] Set router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:09.156717 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-2874e8fb-b5fc-44af-b44c-5474e9ebec0f None None] Provisioning complete for port 18d0307d-7220-4344-86ca-ce219f31c9a7 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:09.157232 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-2874e8fb-b5fc-44af-b44c-5474e9ebec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.193583 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:45:09.210832 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.243402 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.262260 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:09.262663 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.276391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=105804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:45:09.317107 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.317767 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.segments_db [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Added segment d2d82e55-e2d6-4231-b551-c67805a5425e of type vlan for network 029532f2-37f2-49f2-b562-6bee3667c50a Oct 11 20:45:09.323182 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=c19bfbd3-7a13-425c-9630-6a291b41cb56,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:09.362259 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:45:09.365091 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b1f3c-0acf-4ff1-acc6-692b5a70e264,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:09.381073 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-0a751c96-242a-4407-bb18-5fb8034a7e90 admin admin] 10.222.0.43 "PUT /v2.0/routers/dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2982850 Oct 11 20:45:09.384545 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.395655 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a501ec-8c66-4b02-a176-290a842f8922 req-f8e42ea2-e320-4899-877c-c545d1516427 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:09.397265 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23a501ec-8c66-4b02-a176-290a842f8922 req-f8e42ea2-e320-4899-877c-c545d1516427 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1850004 Oct 11 20:45:09.461338 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23a501ec-8c66-4b02-a176-290a842f8922 req-e209183c-7059-4967-85ed-a5ee27acfaae tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522945 Oct 11 20:45:09.462501 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.463687 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:09.464483 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.531470 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41624) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:09.531809 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5967340 Oct 11 20:45:09.544381 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Request body: {'subnet': {'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-687253413-subnet', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:09.545099 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3f95a-778e-43f4-83d5-2499c36a5023 admin admin] Pushing event updated for resources: {'Network': ['ID=029532f2-37f2-49f2-b562-6bee3667c50a,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:09.577666 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 029532f2-37f2-49f2-b562-6bee3667c50a details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:45:09.613889 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Made reservation on behalf of 9ce7f13263204cd6b1cde3965de8dbb5 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:09.616492 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Notify callbacks [] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.666865 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41632) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:09.682115 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d3c-f637-4681-9c3d-50c56cbf5318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.693835 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 18d0307d-7220-4344-86ca-ce219f31c9a7 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:09.860199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d3c-f637-4681-9c3d-50c56cbf5318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.864414 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.867610 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-68eb5d3c-f637-4681-9c3d-50c56cbf5318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.921694 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-68eb5d3c-f637-4681-9c3d-50c56cbf5318 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cb210dccf2f14d32bef17d1dc80c4697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534499 Oct 11 20:45:09.924378 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41636) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:09.926051 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb5d3c-f637-4681-9c3d-50c56cbf5318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ead4dc-9b7f-4852-9f45-0dd1bb2b8430,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:09.958681 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-bb4f971c-26d1-4f84-8189-875f3288eb88 None None] Provisioning complete for port 2b41d9e5-1da8-44cd-8880-ffc790914868 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:09.959054 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-bb4f971c-26d1-4f84-8189-875f3288eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:09.982841 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Sync routers for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:45:09.993181 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:09.994102 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:10.004602 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 18d0307d-7220-4344-86ca-ce219f31c9a7 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:10.004973 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.027489 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-bb4f971c-26d1-4f84-8189-875f3288eb88 None None] Port 2b41d9e5-1da8-44cd-8880-ffc790914868 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:45:10.051545 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Checking segment: {'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:10.051824 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Network hostable DHCP agents. Network: 029532f2-37f2-49f2-b562-6bee3667c50a, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:45:10.059453 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21b4b57b-7b06-4976-ab66-12abf47c2e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.060915 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a3ed99-f13b-469e-b846-fb6fe3915a0d,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:10.076952 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port': {'id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:02Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '2b41d9e5-1da8-44cd-8880-ffc790914868', 'name': '', 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'mac_address': 'fa:16:3e:64:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '501b94d7-338a-4226-af21-a65a6a670619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:07Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 2, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'subnets': [{'id': '501b94d7-338a-4226-af21-a65a6a670619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:10.089824 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Network 029532f2-37f2-49f2-b562-6bee3667c50a is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:45:10.107612 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21b4b57b-7b06-4976-ab66-12abf47c2e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.110133 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 029532f2-37f2-49f2-b562-6bee3667c50a) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:10.115741 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e60fda-46c0-48ba-8f65-57b6d01dadc2 None None] The sync data for ids ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'] in dv-cinder-813532-1-iscsi is: [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port': {'id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:02Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '2b41d9e5-1da8-44cd-8880-ffc790914868', 'name': '', 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'mac_address': 'fa:16:3e:64:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '501b94d7-338a-4226-af21-a65a6a670619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:07Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 2, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'subnets': [{'id': '501b94d7-338a-4226-af21-a65a6a670619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:45:10.123169 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6443ec-01c4-4983-b9d9-585fd6b56f9d None None] Network 029532f2-37f2-49f2-b562-6bee3667c50a requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:10.130092 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:10.137382 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:10.137983 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.199052 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-932f2c5d-8dee-4ab9-8ca6-8544ed06c87b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6636453 Oct 11 20:45:10.199790 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41640) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:10.210610 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:10.242530 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21b4b57b-7b06-4976-ab66-12abf47c2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.246047 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21b4b57b-7b06-4976-ab66-12abf47c2e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.249978 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-21b4b57b-7b06-4976-ab66-12abf47c2e50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36ead4dc-9b7f-4852-9f45-0dd1bb2b8430 HTTP/1.1" status: 204 len: 168 time: 0.3243017 Oct 11 20:45:10.267137 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4b57b-7b06-4976-ab66-12abf47c2e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ead4dc-9b7f-4852-9f45-0dd1bb2b8430,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:10.282833 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.285202 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.383707 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.401645 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916429dc-de72-4615-abb3-851063a80556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-029532f2-37f2-49f2-b562-6bee3667c50a', 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'fixed_ips': [{'subnet_id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:45:10.403327 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-916429dc-de72-4615-abb3-851063a80556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.580080 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41652) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:10.586289 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-13544660-7bab-4bbb-8edd-52781ddc6558 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-397907421', 'description': 'tempest-secgroup-smoke-397907421 description', 'project_id': 'ae87cf4a4451491189bd88bcc40367a9'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:10.665306 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-13544660-7bab-4bbb-8edd-52781ddc6558 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.688219 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0d6f37c6-f142-45b5-aff4-d27a3be6806b up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:10.703324 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.784581 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:06Z', 'revision_number': 2, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:10.841112 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Checking router: 0bd3edb1-fc86-454f-b036-2802061c986f for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:45:10.841577 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Updating router 0bd3edb1-fc86-454f-b036-2802061c986f port 259d95de-89f8-4904-a4d5-f55f9f451b13 binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:45:10.879703 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 0d6f37c6-f142-45b5-aff4-d27a3be6806b triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:10.880082 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.891269 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-916429dc-de72-4615-abb3-851063a80556 None None] Allocated IP 172.20.0.2 (029532f2-37f2-49f2-b562-6bee3667c50a/57a3ed99-f13b-469e-b846-fb6fe3915a0d/8d18ba86-3ece-441f-917f-e6453665dd65) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:10.903012 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.910333 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-13544660-7bab-4bbb-8edd-52781ddc6558 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.918666 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-13544660-7bab-4bbb-8edd-52781ddc6558 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:10.992398 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13544660-7bab-4bbb-8edd-52781ddc6558 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67091714-5e14-4318-8ca6-37c3191e3693,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:11.014334 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08de62b-758e-4dbf-aa5f-d636f258333e req-b98ceff1-f8b9-40cd-b5f6-e46c7958a080 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:11.016558 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c08de62b-758e-4dbf-aa5f-d636f258333e req-b98ceff1-f8b9-40cd-b5f6-e46c7958a080 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.2980638 Oct 11 20:45:11.023226 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-13544660-7bab-4bbb-8edd-52781ddc6558 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.025160 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-13544660-7bab-4bbb-8edd-52781ddc6558 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4424438 Oct 11 20:45:11.028042 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41664) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:11.033416 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-52b264d0-82c1-4463-9bc1-f39faf059573 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'security_group_rule': {'security_group_id': '67091714-5e14-4318-8ca6-37c3191e3693', 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:11.103719 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-52b264d0-82c1-4463-9bc1-f39faf059573 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.161001 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c08de62b-758e-4dbf-aa5f-d636f258333e req-e57e0787-00f1-499f-8227-51f5582162e0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254382 Oct 11 20:45:11.229659 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-52b264d0-82c1-4463-9bc1-f39faf059573 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.238992 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-52b264d0-82c1-4463-9bc1-f39faf059573 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.247523 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device c19bfbd3-7a13-425c-9630-6a291b41cb56 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:11.266041 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b264d0-82c1-4463-9bc1-f39faf059573 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7b2bf0-5372-46da-a59b-3bc8c2f61e8b,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:11.309800 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-52b264d0-82c1-4463-9bc1-f39faf059573 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.312350 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-52b264d0-82c1-4463-9bc1-f39faf059573 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2833099 Oct 11 20:45:11.316203 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41672) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:11.322565 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-785ed929-9b2c-402e-94de-cbc2ae365c73 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'security_group_rule': {'security_group_id': '67091714-5e14-4318-8ca6-37c3191e3693', 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:11.356631 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-916429dc-de72-4615-abb3-851063a80556 None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.372147 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-916429dc-de72-4615-abb3-851063a80556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.375615 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-785ed929-9b2c-402e-94de-cbc2ae365c73 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.469062 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.489117 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.504330 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916429dc-de72-4615-abb3-851063a80556 None None] Network 029532f2-37f2-49f2-b562-6bee3667c50a is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:11.513672 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port c19bfbd3-7a13-425c-9630-6a291b41cb56 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:11.514077 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.539153 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-916429dc-de72-4615-abb3-851063a80556 None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:11.547318 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916429dc-de72-4615-abb3-851063a80556 None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:11.549044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-785ed929-9b2c-402e-94de-cbc2ae365c73 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.557608 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-785ed929-9b2c-402e-94de-cbc2ae365c73 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.601510 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ed929-9b2c-402e-94de-cbc2ae365c73 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcae705-a6ce-4527-89fc-4ae586fa99bf,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:11.623513 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-785ed929-9b2c-402e-94de-cbc2ae365c73 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.625033 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-785ed929-9b2c-402e-94de-cbc2ae365c73 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072736 Oct 11 20:45:11.627914 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41680) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:11.633215 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-9f30c1b5-2e43-4caa-b321-ab81bc67058e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'security_group_rule': {'security_group_id': '67091714-5e14-4318-8ca6-37c3191e3693', 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:11.646954 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916429dc-de72-4615-abb3-851063a80556 None None] Pushing event updated for resources: {'Port': ['ID=8d18ba86-3ece-441f-917f-e6453665dd65,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:11.671646 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b43d90-de71-4cc6-8d0a-a77ecb9cb144 None None] Pushing event updated for resources: {'Port': ['ID=259d95de-89f8-4904-a4d5-f55f9f451b13,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:11.693706 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.726506 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f30c1b5-2e43-4caa-b321-ab81bc67058e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.755001 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Attempting to bind port 259d95de-89f8-4904-a4d5-f55f9f451b13 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:11.755367 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Attempting to bind port 259d95de-89f8-4904-a4d5-f55f9f451b13 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:11.755725 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Attempting to bind port 259d95de-89f8-4904-a4d5-f55f9f451b13 on network 771b1496-2f20-4d28-a9e2-26256f408241 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:11.759453 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.774749 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:11.775374 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Checking segment: {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:11.775811 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.776199 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Bound using segment: {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:11.781172 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Bound port: 259d95de-89f8-4904-a4d5-f55f9f451b13, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:11.781663 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.831233 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-916429dc-de72-4615-abb3-851063a80556 None None] Attempting to bind port 8d18ba86-3ece-441f-917f-e6453665dd65 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:11.831737 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-916429dc-de72-4615-abb3-851063a80556 None None] Attempting to bind port 8d18ba86-3ece-441f-917f-e6453665dd65 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:11.832129 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916429dc-de72-4615-abb3-851063a80556 None None] Attempting to bind port 8d18ba86-3ece-441f-917f-e6453665dd65 on network 029532f2-37f2-49f2-b562-6bee3667c50a {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:11.852640 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f30c1b5-2e43-4caa-b321-ab81bc67058e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.860188 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916429dc-de72-4615-abb3-851063a80556 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:11.860473 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916429dc-de72-4615-abb3-851063a80556 None None] Checking segment: {'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:11.860801 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-916429dc-de72-4615-abb3-851063a80556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.861205 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916429dc-de72-4615-abb3-851063a80556 None None] Bound using segment: {'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:11.861728 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-916429dc-de72-4615-abb3-851063a80556 None None] Bound port: 8d18ba86-3ece-441f-917f-e6453665dd65, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:11.862157 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-916429dc-de72-4615-abb3-851063a80556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.862865 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f30c1b5-2e43-4caa-b321-ab81bc67058e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.930590 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f30c1b5-2e43-4caa-b321-ab81bc67058e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:11.933317 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9f30c1b5-2e43-4caa-b321-ab81bc67058e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022211 Oct 11 20:45:11.936682 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41692) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:11.940716 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30c1b5-2e43-4caa-b321-ab81bc67058e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ddc9b0-497b-4208-ac06-5d3bc0d1c7cd,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:11.948544 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-c6356332-4c6f-4d05-b87f-a305544f243a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'security_group_rule': {'security_group_id': '67091714-5e14-4318-8ca6-37c3191e3693', 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:11.981931 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] For port 259d95de-89f8-4904-a4d5-f55f9f451b13, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:11.985956 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] For port 259d95de-89f8-4904-a4d5-f55f9f451b13, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=259d95de-89f8-4904-a4d5-f55f9f451b13,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:11.999818 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.033437 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c6356332-4c6f-4d05-b87f-a305544f243a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.044368 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Allocated IP 172.27.2.64 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/1955fbfd-c2f0-4ac0-a1dc-847dc703a74f) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:12.099093 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-d6887731-9180-4757-8cf7-f53d37a515b1 None None] Provisioning complete for port 259d95de-89f8-4904-a4d5-f55f9f451b13 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:12.099517 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-d6887731-9180-4757-8cf7-f53d37a515b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.109713 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b43d90-de71-4cc6-8d0a-a77ecb9cb144 None None] Pushing event updated for resources: {'Port': ['ID=259d95de-89f8-4904-a4d5-f55f9f451b13,revision_number=4']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:12.172538 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:12.173336 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:12.226754 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-916429dc-de72-4615-abb3-851063a80556 None None] For port 8d18ba86-3ece-441f-917f-e6453665dd65, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:12.236641 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-916429dc-de72-4615-abb3-851063a80556 None None] For port 8d18ba86-3ece-441f-917f-e6453665dd65, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=8d18ba86-3ece-441f-917f-e6453665dd65,segment=NetworkSegment(d2d82e55-e2d6-4231-b551-c67805a5425e),segment_id=d2d82e55-e2d6-4231-b551-c67805a5425e)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:12.277271 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.295814 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c6356332-4c6f-4d05-b87f-a305544f243a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.316560 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c6356332-4c6f-4d05-b87f-a305544f243a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.339052 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-d6887731-9180-4757-8cf7-f53d37a515b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.354017 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-916429dc-de72-4615-abb3-851063a80556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.388950 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c6356332-4c6f-4d05-b87f-a305544f243a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.392046 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:12.392965 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-c6356332-4c6f-4d05-b87f-a305544f243a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4557295 Oct 11 20:45:12.393985 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41700) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:12.398660 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6356332-4c6f-4d05-b87f-a305544f243a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba063c9-a60d-44d2-a782-a98426f6dc1f,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:12.400804 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'security_group_rule': {'security_group_id': '67091714-5e14-4318-8ca6-37c3191e3693', 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:12.433957 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0148616-e6f3-480f-963b-652e892e3bd4 req-0052941c-875e-433c-a52c-cd27491688dd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:12.456658 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e0148616-e6f3-480f-963b-652e892e3bd4 req-0052941c-875e-433c-a52c-cd27491688dd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1627035 Oct 11 20:45:12.459326 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.470117 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.securitygroups_db [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Project ae87cf4a4451491189bd88bcc40367a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 20:45:12.476374 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.508132 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-d6887731-9180-4757-8cf7-f53d37a515b1 None None] For port 259d95de-89f8-4904-a4d5-f55f9f451b13, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=259d95de-89f8-4904-a4d5-f55f9f451b13,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:12.525424 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-d6887731-9180-4757-8cf7-f53d37a515b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.559456 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Pushing event updated for resources: {'Port': ['ID=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:12.591526 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916429dc-de72-4615-abb3-851063a80556 None None] Pushing event updated for resources: {'Port': ['ID=8d18ba86-3ece-441f-917f-e6453665dd65,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:12.627246 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.638748 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.657193 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 35edf1d5-1c9d-4d67-b15f-f3db186bf13a up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:12.661406 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:12.677240 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3475342f-eb65-4232-9e75-fb026fef4f23,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:12.687860 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:12.697511 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:12.704347 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.712641 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-433a3af8-b387-4b62-8b9e-31a4c55fdfe7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3173401 Oct 11 20:45:12.713674 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41708) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:12.720597 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e0148616-e6f3-480f-963b-652e892e3bd4 req-d31e9d2b-3b8a-4855-a76d-1891b2d9b8d8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507814 Oct 11 20:45:12.723293 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'security_group_rule': {'security_group_id': '67091714-5e14-4318-8ca6-37c3191e3693', 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:12.740013 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:11Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:12.782647 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.securitygroups_db [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Project ae87cf4a4451491189bd88bcc40367a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 20:45:12.783447 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6887731-9180-4757-8cf7-f53d37a515b1 None None] Pushing event updated for resources: {'Port': ['ID=259d95de-89f8-4904-a4d5-f55f9f451b13,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:12.788637 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ac563b-5192-4f8d-8935-fd482f90c561 None None] The sync data for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi is: [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:11Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:45:12.788898 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.835673 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-656e1143-0bc3-4298-89c8-add1dcbb0354 None None] Provisioning complete for port 259d95de-89f8-4904-a4d5-f55f9f451b13 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:12.836055 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-656e1143-0bc3-4298-89c8-add1dcbb0354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.902388 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:12.902388 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.964926 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:12.981481 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:13.056417 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd90d75-f978-4f4d-9450-6fcc47512d01,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:13.070060 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:13.071431 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-05869ed2-3a36-4558-84ad-fbfb23fcccf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563387 Oct 11 20:45:13.141878 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:13.167467 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:13.176063 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:13.188126 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:13.234297 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:13.477496 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:13.718564 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:45:13.931608 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:45:13.951886 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Sync routers for ids ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:45:13.954993 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debadabf-2701-4bf3-803c-1f6182396a65 req-ae757b69-8b8a-4021-86ca-b78126c68b96 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:13.964260 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-debadabf-2701-4bf3-803c-1f6182396a65 req-ae757b69-8b8a-4021-86ca-b78126c68b96 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0906329 Oct 11 20:45:13.969461 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:13.970731 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-93e0e300-93b9-426a-9e19-0c763b074e3d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7674515 Oct 11 20:45:13.973846 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41788) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:13.990738 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Routers {'9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:13.991734 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:14.068069 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-debadabf-2701-4bf3-803c-1f6182396a65 req-7ef79572-e56b-409f-89bc-34ce238ffa02 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028669 Oct 11 20:45:14.219436 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Set router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:14.352144 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b58d8-bfbb-4fed-ad1e-7bb10e7de6fe None None] Network 029532f2-37f2-49f2-b562-6bee3667c50a requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:14.497117 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-19efc109-8f42-4e84-b2b2-1f070135e2a2 None None] Provisioning complete for port 8d18ba86-3ece-441f-917f-e6453665dd65 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:14.497554 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-19efc109-8f42-4e84-b2b2-1f070135e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:14.542645 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8d18ba86-3ece-441f-917f-e6453665dd65 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:14.680887 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.003420 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 8d18ba86-3ece-441f-917f-e6453665dd65 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:15.004766 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.076735 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Sync routers for ids ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:45:15.109640 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Routers {'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:15.111240 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:15.153302 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-19efc109-8f42-4e84-b2b2-1f070135e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.201074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 3, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:15.239204 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Allocated IP 172.20.0.1 (029532f2-37f2-49f2-b562-6bee3667c50a/57a3ed99-f13b-469e-b846-fb6fe3915a0d/5ab3acb1-ce18-4a32-a8d2-c104e725d62f) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:15.270391 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Checking router: 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:45:15.270933 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Updating router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:45:15.274280 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-19efc109-8f42-4e84-b2b2-1f070135e2a2 None None] For port 8d18ba86-3ece-441f-917f-e6453665dd65, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=8d18ba86-3ece-441f-917f-e6453665dd65,segment=NetworkSegment(d2d82e55-e2d6-4231-b551-c67805a5425e),segment_id=d2d82e55-e2d6-4231-b551-c67805a5425e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:15.320612 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-19efc109-8f42-4e84-b2b2-1f070135e2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.382522 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035daa6-77c1-4421-8567-1443c6d3cab3 req-d3fda560-a7de-421b-a79a-a8bed9fe36f2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:15.383850 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a035daa6-77c1-4421-8567-1443c6d3cab3 req-d3fda560-a7de-421b-a79a-a8bed9fe36f2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1945364 Oct 11 20:45:15.396710 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.423296 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Set router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:15.429776 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.472237 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.477856 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41828) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:15.479117 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a035daa6-77c1-4421-8567-1443c6d3cab3 req-8267528d-2404-4d96-bbe0-1330be64aac0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868483 Oct 11 20:45:15.523453 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.562657 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efc109-8f42-4e84-b2b2-1f070135e2a2 None None] Pushing event updated for resources: {'Port': ['ID=8d18ba86-3ece-441f-917f-e6453665dd65,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:15.566388 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Network 029532f2-37f2-49f2-b562-6bee3667c50a is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:15.569473 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:15.575426 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:15.592923 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-be87a4ff-06c3-4b99-be2e-54eaa222a215 None None] Provisioning complete for port 8d18ba86-3ece-441f-917f-e6453665dd65 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:15.593318 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-be87a4ff-06c3-4b99-be2e-54eaa222a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.607275 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:15.634845 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.646054 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bb10e00b-718c-42de-a5c1-1ecad1a924d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.701001 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port': {'id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:02Z', 'updated_at': '2021-10-11T20:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '2b41d9e5-1da8-44cd-8880-ffc790914868', 'name': '', 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'mac_address': 'fa:16:3e:64:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '501b94d7-338a-4226-af21-a65a6a670619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:07Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 2, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'subnets': [{'id': '501b94d7-338a-4226-af21-a65a6a670619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:15.709873 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.db.api [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 20:45:15.710254 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG oslo_db.api [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 20:45:15.732356 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Checking router: dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:45:15.732616 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Updating router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 port 2b41d9e5-1da8-44cd-8880-ffc790914868 binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:45:15.760759 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.851230 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.911804 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bb10e00b-718c-42de-a5c1-1ecad1a924d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.925799 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bb10e00b-718c-42de-a5c1-1ecad1a924d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.944456 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.953505 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:15.958695 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-9a5afa90-68b7-4756-884b-11705c8b09a5 None None] Provisioning complete for port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:15.959055 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9a5afa90-68b7-4756-884b-11705c8b09a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.010048 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10e00b-718c-42de-a5c1-1ecad1a924d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a40f1-3ea1-4b92-975a-a71d9571561a,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:16.021242 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41834) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:16.021367 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-bb10e00b-718c-42de-a5c1-1ecad1a924d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b580a34280342ac999480c57c773c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5421944 Oct 11 20:45:16.041236 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-9a5afa90-68b7-4756-884b-11705c8b09a5 None None] Port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:45:16.044796 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e3606-f945-4485-abe4-adff320d600a None None] Pushing event updated for resources: {'Port': ['ID=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:16.048388 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Attempting to bind port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:16.048750 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Attempting to bind port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:16.049135 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Attempting to bind port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:16.056039 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:16.056407 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:16.056806 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.057183 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:16.057650 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Bound port: 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:16.058030 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.113796 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.124002 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.131430 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] For port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:16.137513 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] For port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:16.138691 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3288cb5b-0964-49e2-86d5-65847861c906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.145274 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.145977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.152149 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.171795 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3288cb5b-0964-49e2-86d5-65847861c906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.241000 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:16.243981 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.249872 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3288cb5b-0964-49e2-86d5-65847861c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.252977 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3288cb5b-0964-49e2-86d5-65847861c906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.254660 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3288cb5b-0964-49e2-86d5-65847861c906 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ae1a40f1-3ea1-4b92-975a-a71d9571561a HTTP/1.1" status: 204 len: 168 time: 0.2323859 Oct 11 20:45:16.280030 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e228d8-5929-4367-8f84-89e6e6fa9b63 None None] Pushing event updated for resources: {'Port': ['ID=2b41d9e5-1da8-44cd-8880-ffc790914868,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:16.283378 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288cb5b-0964-49e2-86d5-65847861c906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a40f1-3ea1-4b92-975a-a71d9571561a,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:16.323182 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Attempting to bind port 2b41d9e5-1da8-44cd-8880-ffc790914868 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:16.323513 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Attempting to bind port 2b41d9e5-1da8-44cd-8880-ffc790914868 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:16.323876 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Attempting to bind port 2b41d9e5-1da8-44cd-8880-ffc790914868 on network 34b76726-13bc-4f00-aa3a-0a330462a65a {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:16.331115 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:16.331595 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Checking segment: {'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:16.332068 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.333036 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Bound using segment: {'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:16.333929 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Bound port: 2b41d9e5-1da8-44cd-8880-ffc790914868, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:16.334337 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.453577 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e3606-f945-4485-abe4-adff320d600a None None] Pushing event updated for resources: {'Port': ['ID=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:16.460294 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Routers {'9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:16.464017 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:16.478182 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 259d95de-89f8-4904-a4d5-f55f9f451b13 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:16.520984 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Network 029532f2-37f2-49f2-b562-6bee3667c50a is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:16.524862 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:16.571486 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] For port 2b41d9e5-1da8-44cd-8880-ffc790914868, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:16.575479 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] For port 2b41d9e5-1da8-44cd-8880-ffc790914868, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=2b41d9e5-1da8-44cd-8880-ffc790914868,segment=NetworkSegment(1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6),segment_id=1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:16.585446 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.694297 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-06272311-0730-46be-8a37-ac49c53384b1 None None] Provisioning complete for port 2b41d9e5-1da8-44cd-8880-ffc790914868 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:16.694704 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-06272311-0730-46be-8a37-ac49c53384b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.719037 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e228d8-5929-4367-8f84-89e6e6fa9b63 None None] Pushing event updated for resources: {'Port': ['ID=2b41d9e5-1da8-44cd-8880-ffc790914868,revision_number=4']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:16.721797 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4697b-0d0b-4cf8-9c1d-a7a61b00061f req-982ad76d-04fe-4259-ad73-a423aad700a9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:16.731786 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-27b4697b-0d0b-4cf8-9c1d-a7a61b00061f req-982ad76d-04fe-4259-ad73-a423aad700a9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.1199129 Oct 11 20:45:16.748533 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Routers {'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:16.751973 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:44:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:16.757239 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] Set router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:16.778210 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:45:16.821908 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 259d95de-89f8-4904-a4d5-f55f9f451b13 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:16.822214 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:16.859077 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-27b4697b-0d0b-4cf8-9c1d-a7a61b00061f req-11abcf76-6e0a-4dd3-b135-6f590ca7beb6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252301 Oct 11 20:45:17.028372 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 41864) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:17.044566 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ef78da5a-520c-4423-ad75-18525ce4a247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.054229 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] Set router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:17.072955 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:45:17.078876 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-850c6551-a4e8-451e-b4d5-7b6503ed41e8 admin admin] 10.222.0.43 "PUT /v2.0/routers/9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1028790 Oct 11 20:45:17.225092 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ef78da5a-520c-4423-ad75-18525ce4a247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.251561 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ef78da5a-520c-4423-ad75-18525ce4a247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.275342 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8b891-9da4-4808-8a4e-bb6719991ab2 req-64517cd8-c6d4-4780-9234-2f9725dbe4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:17.276840 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4ba8b891-9da4-4808-8a4e-bb6719991ab2 req-64517cd8-c6d4-4780-9234-2f9725dbe4d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 1098 time: 0.1972606 Oct 11 20:45:17.344954 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78da5a-520c-4423-ad75-18525ce4a247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd335e3-3256-4a74-8816-4ec6783b6f71,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:17.358946 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ef78da5a-520c-4423-ad75-18525ce4a247 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5c17568f41d4530bd7055a408cbf118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266191 Oct 11 20:45:17.359049 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 41886) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:17.377817 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4ba8b891-9da4-4808-8a4e-bb6719991ab2 req-70e72961-1469-43e6-8d59-bcf7fe6923d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710206 Oct 11 20:45:17.404950 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-06272311-0730-46be-8a37-ac49c53384b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.453437 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e80b8d7f-a548-4206-a087-4501617e2352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.461868 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 35edf1d5-1c9d-4d67-b15f-f3db186bf13a up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:17.501129 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port': {'id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:02Z', 'updated_at': '2021-10-11T20:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '2b41d9e5-1da8-44cd-8880-ffc790914868', 'name': '', 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'mac_address': 'fa:16:3e:64:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '501b94d7-338a-4226-af21-a65a6a670619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:07Z', 'updated_at': '2021-10-11T20:45:16Z', 'revision_number': 4, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'subnets': [{'id': '501b94d7-338a-4226-af21-a65a6a670619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:17.508074 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e80b8d7f-a548-4206-a087-4501617e2352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.546819 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b471615c-ea82-4e76-b112-9ddff3b3b71f None None] The sync data for ids ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'] in dv-cinder-813532-1-iscsi is: [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port': {'id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:02Z', 'updated_at': '2021-10-11T20:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '2b41d9e5-1da8-44cd-8880-ffc790914868', 'name': '', 'network_id': '34b76726-13bc-4f00-aa3a-0a330462a65a', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'mac_address': 'fa:16:3e:64:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '501b94d7-338a-4226-af21-a65a6a670619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:07Z', 'updated_at': '2021-10-11T20:45:16Z', 'revision_number': 4, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'subnets': [{'id': '501b94d7-338a-4226-af21-a65a6a670619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:45:17.563345 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-06272311-0730-46be-8a37-ac49c53384b1 None None] For port 2b41d9e5-1da8-44cd-8880-ffc790914868, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=2b41d9e5-1da8-44cd-8880-ffc790914868,segment=NetworkSegment(1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6),segment_id=1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:17.572177 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-06272311-0730-46be-8a37-ac49c53384b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.578510 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:17.578510 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.629477 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e80b8d7f-a548-4206-a087-4501617e2352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.635201 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e80b8d7f-a548-4206-a087-4501617e2352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.639123 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-e80b8d7f-a548-4206-a087-4501617e2352 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcd335e3-3256-4a74-8816-4ec6783b6f71 HTTP/1.1" status: 204 len: 168 time: 0.2765274 Oct 11 20:45:17.649592 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b8d7f-a548-4206-a087-4501617e2352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd335e3-3256-4a74-8816-4ec6783b6f71,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:17.758583 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06272311-0730-46be-8a37-ac49c53384b1 None None] Pushing event updated for resources: {'Port': ['ID=2b41d9e5-1da8-44cd-8880-ffc790914868,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:17.769464 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 4, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '5ab3acb1-ce18-4a32-a8d2-c104e725d62f', 'name': '', 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'mac_address': 'fa:16:3e:fc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:14Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 2, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'subnets': [{'id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:17.821962 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a0cab2-b218-45d2-8a26-828d8ce064dc None None] The sync data for ids ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'] in dv-cinder-813532-1-iscsi is: [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 4, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '5ab3acb1-ce18-4a32-a8d2-c104e725d62f', 'name': '', 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'mac_address': 'fa:16:3e:fc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:14Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 2, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'subnets': [{'id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:45:17.823911 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a290d924-98d3-47f8-ac2b-8eb3b188c6aa None None] Provisioning complete for port 2b41d9e5-1da8-44cd-8880-ffc790914868 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:17.824299 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a290d924-98d3-47f8-ac2b-8eb3b188c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:17.994106 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-54b37855-9228-47bc-8382-6eccfc7d8d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:18.004171 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38691c-fd93-4b77-b6dd-d7c089df7f6b req-81ad27bb-35b2-48b6-a64b-10ebb354332a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:18.013202 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d38691c-fd93-4b77-b6dd-d7c089df7f6b req-81ad27bb-35b2-48b6-a64b-10ebb354332a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0847108 Oct 11 20:45:18.075357 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a290d924-98d3-47f8-ac2b-8eb3b188c6aa None None] Provisioning complete for port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:18.076521 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a290d924-98d3-47f8-ac2b-8eb3b188c6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:18.103622 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d38691c-fd93-4b77-b6dd-d7c089df7f6b req-95e752bf-2031-4cef-bd93-597bf2fe822a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894413 Oct 11 20:45:18.141330 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8d18ba86-3ece-441f-917f-e6453665dd65 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:18.199616 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a290d924-98d3-47f8-ac2b-8eb3b188c6aa None None] Port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:45:18.227253 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 8d18ba86-3ece-441f-917f-e6453665dd65 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:18.227875 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:18.322832 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 2b41d9e5-1da8-44cd-8880-ffc790914868 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:18.368144 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 2b41d9e5-1da8-44cd-8880-ffc790914868 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:18.369094 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:19.243496 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f34ef-93fc-4212-8023-620391081d57 req-c37544e9-1bb1-4ea7-a65d-240238db670e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:19.245965 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d84f34ef-93fc-4212-8023-620391081d57 req-c37544e9-1bb1-4ea7-a65d-240238db670e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0617867 Oct 11 20:45:19.300061 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d84f34ef-93fc-4212-8023-620391081d57 req-106435ac-0e4f-4b37-ac1e-d5e2e05aeb61 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421422 Oct 11 20:45:20.470719 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4380542-ed41-4f48-a694-8ce80be0502d req-cd37baf5-71c4-44f1-94ce-e52376263a5e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:20.473281 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c4380542-ed41-4f48-a694-8ce80be0502d req-cd37baf5-71c4-44f1-94ce-e52376263a5e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0696836 Oct 11 20:45:20.522167 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c4380542-ed41-4f48-a694-8ce80be0502d req-3854332e-7cd1-41f2-9d15-b3213e924454 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Oct 11 20:45:20.780966 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-d32da8c9-fc71-4e44-a171-73fdd86156f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:21.469308 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:21.651476 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d698ff-ac06-4b56-9663-fdf9538c0677 req-618b2e81-e1f5-4f6d-b2e5-da2492dc3d3b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:21.652980 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-43d698ff-ac06-4b56-9663-fdf9538c0677 req-618b2e81-e1f5-4f6d-b2e5-da2492dc3d3b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0564981 Oct 11 20:45:21.707612 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-43d698ff-ac06-4b56-9663-fdf9538c0677 req-6bbf91ce-ef4b-4d11-b21c-114dd38a5e1b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Oct 11 20:45:21.854205 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:22.046116 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:22.098751 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:22.099125 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:22.178996 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:22.203477 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:22.208039 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:22.261162 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:22.560190 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Sync routers for ids ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:45:22.568962 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Routers {'9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:22.569551 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:45:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:22.683099 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Set router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:22.849099 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf24b3-e17b-4b0a-9efe-84da5d7d1f7e req-8fefc0e3-bb60-4674-bad9-04111c694f76 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:22.851116 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f4bf24b3-e17b-4b0a-9efe-84da5d7d1f7e req-8fefc0e3-bb60-4674-bad9-04111c694f76 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0582983 Oct 11 20:45:22.895207 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 4, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '5ab3acb1-ce18-4a32-a8d2-c104e725d62f', 'name': '', 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'mac_address': 'fa:16:3e:fc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:14Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 2, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'subnets': [{'id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:22.906320 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f4bf24b3-e17b-4b0a-9efe-84da5d7d1f7e req-f0e5cae0-4396-4d63-a028-44037bf8af1f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Oct 11 20:45:22.930519 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Checking router: 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:45:22.930873 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Updating router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:45:22.959175 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.027438 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66823b8-b00b-4712-b664-ca1269a4bd99 req-bab65c59-085e-4645-99c5-61672f1534e4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:23.028987 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f66823b8-b00b-4712-b664-ca1269a4bd99 req-bab65c59-085e-4645-99c5-61672f1534e4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0505269 Oct 11 20:45:23.068708 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f66823b8-b00b-4712-b664-ca1269a4bd99 req-da6f01cf-0863-4e71-a573-a82fdda8654a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324559 Oct 11 20:45:23.102439 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.271071 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.276518 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.335681 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f420313-ed39-4014-a441-34a43eb1352c None None] Pushing event updated for resources: {'Port': ['ID=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:23.453176 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Attempting to bind port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:23.453546 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Attempting to bind port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:23.453908 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Attempting to bind port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f on network 029532f2-37f2-49f2-b562-6bee3667c50a {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:23.469433 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:23.471749 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Checking segment: {'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:23.475646 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.477493 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Bound using segment: {'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:23.479010 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Bound port: 5ab3acb1-ce18-4a32-a8d2-c104e725d62f, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2d82e55-e2d6-4231-b551-c67805a5425e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:23.480777 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.581528 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] For port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:23.585243 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] For port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,segment=NetworkSegment(d2d82e55-e2d6-4231-b551-c67805a5425e),segment_id=d2d82e55-e2d6-4231-b551-c67805a5425e)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:23.588844 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.652036 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Routers {'9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:45:23.652656 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:45:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:23.690483 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f420313-ed39-4014-a441-34a43eb1352c None None] Pushing event updated for resources: {'Port': ['ID=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:23.709430 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-ea8c73ce-94aa-454c-8549-c2c626fc0bb3 None None] Provisioning complete for port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:23.709805 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ea8c73ce-94aa-454c-8549-c2c626fc0bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:23.803124 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] Set router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:45:24.015133 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ea8c73ce-94aa-454c-8549-c2c626fc0bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:24.083673 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:24.119709 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ea8c73ce-94aa-454c-8549-c2c626fc0bb3 None None] For port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,segment=NetworkSegment(d2d82e55-e2d6-4231-b551-c67805a5425e),segment_id=d2d82e55-e2d6-4231-b551-c67805a5425e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:24.157608 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ea8c73ce-94aa-454c-8549-c2c626fc0bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:24.265870 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c73ce-94aa-454c-8549-c2c626fc0bb3 None None] Pushing event updated for resources: {'Port': ['ID=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:24.293770 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:24.294151 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:24.369024 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-5e20f022-a53e-4a49-bcab-de6cf8aa04c7 None None] Provisioning complete for port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:24.369394 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5e20f022-a53e-4a49-bcab-de6cf8aa04c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:24.459838 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 4, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '5ab3acb1-ce18-4a32-a8d2-c104e725d62f', 'name': '', 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'mac_address': 'fa:16:3e:fc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:14Z', 'updated_at': '2021-10-11T20:45:23Z', 'revision_number': 4, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'subnets': [{'id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:45:24.495240 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 5ab3acb1-ce18-4a32-a8d2-c104e725d62f up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:24.496349 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc49da3-6013-4da1-aabe-096c0c617e1a None None] The sync data for ids ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'] in dv-cinder-813532-1-iscsi is: [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:45:15Z', 'revision_number': 4, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '5ab3acb1-ce18-4a32-a8d2-c104e725d62f', 'name': '', 'network_id': '029532f2-37f2-49f2-b562-6bee3667c50a', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'mac_address': 'fa:16:3e:fc:95:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:14Z', 'updated_at': '2021-10-11T20:45:23Z', 'revision_number': 4, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'subnets': [{'id': '57a3ed99-f13b-469e-b846-fb6fe3915a0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:45:24.576362 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:24.576742 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:26.039276 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 5ab3acb1-ce18-4a32-a8d2-c104e725d62f up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:26.102362 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:26.103905 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:26.620063 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:28.181238 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-efcbf463-87de-490c-8c34-28ad88100020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:28.182724 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-efcbf463-87de-490c-8c34-28ad88100020 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.1033762 Oct 11 20:45:28.261250 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a4b81-f1e9-4d6b-a0b2-91afe42380cf req-e0dce606-ac35-4a39-8177-42c3c4bdbb67 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:28.263064 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f90a4b81-f1e9-4d6b-a0b2-91afe42380cf req-e0dce606-ac35-4a39-8177-42c3c4bdbb67 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1277847 Oct 11 20:45:28.340104 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f90a4b81-f1e9-4d6b-a0b2-91afe42380cf req-c3ce324d-e3c3-4349-bb6e-425ce3554f33 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662379 Oct 11 20:45:28.355547 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-eacd4de3-1c30-41b6-86ef-d9e49bb9d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:28.357167 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-eacd4de3-1c30-41b6-86ef-d9e49bb9d07e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.1624703 Oct 11 20:45:28.404268 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-bd6b5246-ae54-45fb-a88c-29aa7e5ce1c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 217 time: 0.0367663 Oct 11 20:45:28.467485 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-f8906eff-bbbc-4514-be29-bc48dea64264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:28.469033 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-f8906eff-bbbc-4514-be29-bc48dea64264 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.0563738 Oct 11 20:45:28.509147 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-d11a7271-ac0c-42d6-9bb0-f8c1485d6df5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314498 Oct 11 20:45:28.630095 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-197873a6-bce3-471f-969c-94e85204b4cb service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109083 Oct 11 20:45:28.752637 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6fedd677-5ba4-4d40-a046-40d01388c313 req-88f47bf6-d03a-45be-b922-6dd51dd4e53e service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115534 Oct 11 20:45:29.367094 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42282) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:29.517436 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9792011c-843c-43da-9e5e-a53753fe1415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:29.552556 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a85cbd-89bf-454a-b15b-012366ef51d0 req-96977e01-0e51-48e9-bd85-7af597dd3e02 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:29.557703 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c1a85cbd-89bf-454a-b15b-012366ef51d0 req-96977e01-0e51-48e9-bd85-7af597dd3e02 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0854175 Oct 11 20:45:29.661252 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c1a85cbd-89bf-454a-b15b-012366ef51d0 req-575bf6ca-07a1-4eb1-a9a8-a3d6233a4745 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808923 Oct 11 20:45:29.690855 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9792011c-843c-43da-9e5e-a53753fe1415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:29.695099 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9792011c-843c-43da-9e5e-a53753fe1415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:29.737701 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-9792011c-843c-43da-9e5e-a53753fe1415 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=779ba24e876c4551a6cf5939da6b2805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687065 Oct 11 20:45:29.738730 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792011c-843c-43da-9e5e-a53753fe1415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f841e5-da05-48f1-8b04-ec923e238adb,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:29.741596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42288) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:29.794247 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9337cd25-b439-4fde-9051-9d93d596c246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:29.822132 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9337cd25-b439-4fde-9051-9d93d596c246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:29.890911 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9337cd25-b439-4fde-9051-9d93d596c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:29.899144 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9337cd25-b439-4fde-9051-9d93d596c246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:29.900526 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9337cd25-b439-4fde-9051-9d93d596c246 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03f841e5-da05-48f1-8b04-ec923e238adb HTTP/1.1" status: 204 len: 168 time: 0.1579549 Oct 11 20:45:29.913349 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337cd25-b439-4fde-9051-9d93d596c246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f841e5-da05-48f1-8b04-ec923e238adb,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:30.805175 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82aea4-9a8d-4db2-8fb7-7af5089ffec0 req-4415e801-3d6c-401f-9261-e2d04440f1fc tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:30.814939 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7e82aea4-9a8d-4db2-8fb7-7af5089ffec0 req-4415e801-3d6c-401f-9261-e2d04440f1fc tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0674329 Oct 11 20:45:30.872929 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7e82aea4-9a8d-4db2-8fb7-7af5089ffec0 req-3151ec1b-f718-40ed-83b4-485b5587000d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537910 Oct 11 20:45:31.029571 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42328) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:31.171699 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-042d64e9-12ff-46c1-9fcc-0fefd4b34af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:31.273672 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-042d64e9-12ff-46c1-9fcc-0fefd4b34af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:31.278662 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-042d64e9-12ff-46c1-9fcc-0fefd4b34af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:31.318602 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-042d64e9-12ff-46c1-9fcc-0fefd4b34af3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c97cf261ec1e4aafb18e5612a3f2eab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873240 Oct 11 20:45:31.320774 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d64e9-12ff-46c1-9fcc-0fefd4b34af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea67b2f-37ad-415c-a7b5-073fa130528d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:31.321461 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42336) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:31.394304 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5c770e3-4f00-4f8a-97c8-32543277eb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:31.418374 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5c770e3-4f00-4f8a-97c8-32543277eb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:31.480290 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5c770e3-4f00-4f8a-97c8-32543277eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:31.483149 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5c770e3-4f00-4f8a-97c8-32543277eb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:31.484372 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b5c770e3-4f00-4f8a-97c8-32543277eb97 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aea67b2f-37ad-415c-a7b5-073fa130528d HTTP/1.1" status: 204 len: 168 time: 0.1610935 Oct 11 20:45:31.493430 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c770e3-4f00-4f8a-97c8-32543277eb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea67b2f-37ad-415c-a7b5-073fa130528d,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:31.865670 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42348) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:31.880275 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1b57c83-cbcc-49e0-b7ef-919d190e67f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.033194 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42354) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:32.048351 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1b57c83-cbcc-49e0-b7ef-919d190e67f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.063601 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abc95e-7b98-4835-bd03-962d0a4263c3 req-30797022-6cc8-45cb-9241-cea96e5b5e5d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:32.065811 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-69abc95e-7b98-4835-bd03-962d0a4263c3 req-30797022-6cc8-45cb-9241-cea96e5b5e5d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1082897 Oct 11 20:45:32.067101 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1b57c83-cbcc-49e0-b7ef-919d190e67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.141259 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f1b57c83-cbcc-49e0-b7ef-919d190e67f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5013f7af73c147b08103c6f6350787fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743864 Oct 11 20:45:32.143625 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b57c83-cbcc-49e0-b7ef-919d190e67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb6941-40a2-46aa-b72e-bfb41f50f5ba,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:32.144128 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42358) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:32.166597 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-69abc95e-7b98-4835-bd03-962d0a4263c3 req-efc3a5e6-1705-4ffa-8973-bad1e658e314 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757203 Oct 11 20:45:32.193432 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-93c36f41-74d5-4307-9c5c-58c1ebebd528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.239779 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21b7185b-cd0e-492d-a569-58e12469c7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.275131 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21b7185b-cd0e-492d-a569-58e12469c7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.365670 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21b7185b-cd0e-492d-a569-58e12469c7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.368672 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21b7185b-cd0e-492d-a569-58e12469c7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.372533 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-21b7185b-cd0e-492d-a569-58e12469c7ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cbb6941-40a2-46aa-b72e-bfb41f50f5ba HTTP/1.1" status: 204 len: 168 time: 0.2249451 Oct 11 20:45:32.377140 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-93c36f41-74d5-4307-9c5c-58c1ebebd528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.398546 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-93c36f41-74d5-4307-9c5c-58c1ebebd528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.403716 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7185b-cd0e-492d-a569-58e12469c7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb6941-40a2-46aa-b72e-bfb41f50f5ba,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:32.445106 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c36f41-74d5-4307-9c5c-58c1ebebd528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972dbd18-302f-4325-87c5-9322cc1619b2,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:32.473830 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42366) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:32.485965 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-93c36f41-74d5-4307-9c5c-58c1ebebd528 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e150459f11d243eda5ebd25801383a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502709 Oct 11 20:45:32.537260 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-550ebdb7-d787-42d7-9192-84eecf2b517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.572105 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-550ebdb7-d787-42d7-9192-84eecf2b517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.631229 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-550ebdb7-d787-42d7-9192-84eecf2b517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.633931 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-550ebdb7-d787-42d7-9192-84eecf2b517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.635080 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-550ebdb7-d787-42d7-9192-84eecf2b517d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/972dbd18-302f-4325-87c5-9322cc1619b2 HTTP/1.1" status: 204 len: 168 time: 0.1602194 Oct 11 20:45:32.648012 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ebdb7-d787-42d7-9192-84eecf2b517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972dbd18-302f-4325-87c5-9322cc1619b2,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:32.798176 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42372) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:32.812125 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1769d1bb-d43a-485d-b897-b8ded2f24ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.921690 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1769d1bb-d43a-485d-b897-b8ded2f24ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.930728 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1769d1bb-d43a-485d-b897-b8ded2f24ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:32.976859 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42376) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:32.977095 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-1769d1bb-d43a-485d-b897-b8ded2f24ec7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dddc832778e44c9ea9a93d44fc9647ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772642 Oct 11 20:45:32.977899 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769d1bb-d43a-485d-b897-b8ded2f24ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02215656-4bf2-4753-a07e-7434a1b8e5b5,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:33.043898 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c380e1d-75f4-4d00-9d49-cc1f5ee2c100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.082827 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c380e1d-75f4-4d00-9d49-cc1f5ee2c100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.145564 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c380e1d-75f4-4d00-9d49-cc1f5ee2c100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.150190 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c380e1d-75f4-4d00-9d49-cc1f5ee2c100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.151727 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2c380e1d-75f4-4d00-9d49-cc1f5ee2c100 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02215656-4bf2-4753-a07e-7434a1b8e5b5 HTTP/1.1" status: 204 len: 168 time: 0.1734066 Oct 11 20:45:33.162073 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c380e1d-75f4-4d00-9d49-cc1f5ee2c100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02215656-4bf2-4753-a07e-7434a1b8e5b5,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:33.163149 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42382) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:33.196598 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-67c11d95-d915-44f3-b2fd-4730b94f93e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.326728 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba96399-30fe-4d6a-8e7e-cc9ac1d7ad61 req-2960e1d7-9152-4de4-b401-cff9329aabf4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:33.328222 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-cba96399-30fe-4d6a-8e7e-cc9ac1d7ad61 req-2960e1d7-9152-4de4-b401-cff9329aabf4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0883338 Oct 11 20:45:33.381212 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-67c11d95-d915-44f3-b2fd-4730b94f93e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.394610 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-67c11d95-d915-44f3-b2fd-4730b94f93e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.470179 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-cba96399-30fe-4d6a-8e7e-cc9ac1d7ad61 req-7f3b1e03-e3fe-4d09-a4e0-f5d2d32cd64c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313233 Oct 11 20:45:33.494003 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c11d95-d915-44f3-b2fd-4730b94f93e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9f9c8f-07e8-45fa-9324-c2560b3f0e53,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:33.504977 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-67c11d95-d915-44f3-b2fd-4730b94f93e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=389847e75894404693a320c385cf484a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406060 Oct 11 20:45:33.507638 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42392) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:33.600140 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e3c4171b-0e69-4717-8ec6-833847493d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.627320 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e3c4171b-0e69-4717-8ec6-833847493d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.703552 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e3c4171b-0e69-4717-8ec6-833847493d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.707860 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e3c4171b-0e69-4717-8ec6-833847493d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:33.711693 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-e3c4171b-0e69-4717-8ec6-833847493d29 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b9f9c8f-07e8-45fa-9324-c2560b3f0e53 HTTP/1.1" status: 204 len: 168 time: 0.2029059 Oct 11 20:45:33.730882 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4171b-0e69-4717-8ec6-833847493d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9f9c8f-07e8-45fa-9324-c2560b3f0e53,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:34.601843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481c2b-5789-4dcd-8728-8a83ec4cb8e8 req-50e2dc57-0c2e-45b8-85d2-121f899a23bc tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:34.606176 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7f481c2b-5789-4dcd-8728-8a83ec4cb8e8 req-50e2dc57-0c2e-45b8-85d2-121f899a23bc tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0636184 Oct 11 20:45:34.666169 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7f481c2b-5789-4dcd-8728-8a83ec4cb8e8 req-722471ce-88f9-4017-9ea4-676fda79181f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Oct 11 20:45:35.678140 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-995c7c4d-6cf2-469e-b929-9e5a423e67f7 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:35.679641 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-995c7c4d-6cf2-469e-b929-9e5a423e67f7 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 814 time: 0.1130149 Oct 11 20:45:35.696296 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-6b3e033c-b377-4012-828a-ad32ae1150db tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/quotas/66d8d90b24904424a38e5a84b7d1c076 HTTP/1.1" status: 200 len: 375 time: 0.0108955 Oct 11 20:45:35.797978 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-0271d6d4-7705-45b3-8cc0-52b6c8a1c3e9 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944366 Oct 11 20:45:35.806903 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e036d88-1c4c-49aa-9d4e-5c66a35ae6e6 req-cf9d8f45-dcae-4e45-acaa-6c5d55b131d1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:35.808368 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1e036d88-1c4c-49aa-9d4e-5c66a35ae6e6 req-cf9d8f45-dcae-4e45-acaa-6c5d55b131d1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0588472 Oct 11 20:45:35.851956 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1e036d88-1c4c-49aa-9d4e-5c66a35ae6e6 req-e349f209-e5a5-4c73-9975-d377d800ff19 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338354 Oct 11 20:45:35.912796 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42560) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:35.979179 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21a79b6f-d69c-4d5e-8534-6aa9b37cce0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.010732 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-f0d6c412-e070-44c7-8bef-4f3563c13fd8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:45:36.011680 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-f0d6c412-e070-44c7-8bef-4f3563c13fd8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0793841 Oct 11 20:45:36.122406 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42568) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:36.136841 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21a79b6f-d69c-4d5e-8534-6aa9b37cce0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.141188 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-5535815c-7146-404c-ad29-d9beda5d2412 service neutron] 10.222.0.43 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215832 Oct 11 20:45:36.142170 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-21a79b6f-d69c-4d5e-8534-6aa9b37cce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.220194 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a79b6f-d69c-4d5e-8534-6aa9b37cce0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ca4a8a-b897-4c7c-8fe3-7b99afb26926,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:36.224641 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-21a79b6f-d69c-4d5e-8534-6aa9b37cce0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0783efaaa3e43848fc6c4e9da4b8f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105342 Oct 11 20:45:36.227678 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42572) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:36.245243 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19635395-d534-447a-a7d1-d70a885ab1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.300342 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-47eff48e-618b-4aa1-b1b3-666bb7e6044d service neutron] 10.222.0.43 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474607 Oct 11 20:45:36.309983 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2eb73a4d-c182-42d5-b3a3-9e7d6556e812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.327748 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19635395-d534-447a-a7d1-d70a885ab1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.333338 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19635395-d534-447a-a7d1-d70a885ab1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.333674 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2eb73a4d-c182-42d5-b3a3-9e7d6556e812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.385094 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-19635395-d534-447a-a7d1-d70a885ab1df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=13213b7e23374bf5a70f72eea9a7f690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615914 Oct 11 20:45:36.386391 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19635395-d534-447a-a7d1-d70a885ab1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af338e40-e356-40b2-b3ce-f1bfd4e850e6,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:36.387906 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42576) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:36.413227 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2eb73a4d-c182-42d5-b3a3-9e7d6556e812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.415851 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2eb73a4d-c182-42d5-b3a3-9e7d6556e812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.417143 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2eb73a4d-c182-42d5-b3a3-9e7d6556e812 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5ca4a8a-b897-4c7c-8fe3-7b99afb26926 HTTP/1.1" status: 204 len: 168 time: 0.1885006 Oct 11 20:45:36.437076 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73a4d-c182-42d5-b3a3-9e7d6556e812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ca4a8a-b897-4c7c-8fe3-7b99afb26926,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:36.477831 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ca784e18-31fe-4e2e-93ed-96dc8643b27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.509631 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ca784e18-31fe-4e2e-93ed-96dc8643b27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.558637 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad9784d1-371b-4677-beb5-9301b053e054 req-bf42e696-3959-485d-be6e-dde3fc900c7b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 210 time: 0.0397694 Oct 11 20:45:36.574199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ca784e18-31fe-4e2e-93ed-96dc8643b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.576956 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ca784e18-31fe-4e2e-93ed-96dc8643b27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.581987 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ca784e18-31fe-4e2e-93ed-96dc8643b27f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/af338e40-e356-40b2-b3ce-f1bfd4e850e6 HTTP/1.1" status: 204 len: 168 time: 0.1927183 Oct 11 20:45:36.601314 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca784e18-31fe-4e2e-93ed-96dc8643b27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af338e40-e356-40b2-b3ce-f1bfd4e850e6,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:36.821432 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42600) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:36.835360 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ff82afc1-518a-42b6-a195-8c440d5e56be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.928439 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ff82afc1-518a-42b6-a195-8c440d5e56be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:36.946246 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ff82afc1-518a-42b6-a195-8c440d5e56be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.010846 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ff82afc1-518a-42b6-a195-8c440d5e56be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a51fac62fb7e45c7af44f5b235cdbada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882095 Oct 11 20:45:37.013481 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42606) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:37.038133 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f931f27-0d96-4420-84b0-7d92ee9a9d95 req-3b77cf30-f855-45ff-acaa-3c5e22c66aab tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:37.039896 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f931f27-0d96-4420-84b0-7d92ee9a9d95 req-3b77cf30-f855-45ff-acaa-3c5e22c66aab tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1100695 Oct 11 20:45:37.041054 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82afc1-518a-42b6-a195-8c440d5e56be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f8c9b-d9eb-4ca0-986a-b801c6a8736b,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:37.067200 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42608) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:37.085989 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f931f27-0d96-4420-84b0-7d92ee9a9d95 req-a654cfc0-80c7-49d8-9c56-7a840473ac5d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394158 Oct 11 20:45:37.088360 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d72f932d-b413-4e29-81ed-ff40c409c9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.112482 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29fe4040-43fe-42b7-90fc-265d790f9247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.155366 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29fe4040-43fe-42b7-90fc-265d790f9247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.231809 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d72f932d-b413-4e29-81ed-ff40c409c9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.233350 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29fe4040-43fe-42b7-90fc-265d790f9247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.236592 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-29fe4040-43fe-42b7-90fc-265d790f9247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.240459 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-29fe4040-43fe-42b7-90fc-265d790f9247 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/401f8c9b-d9eb-4ca0-986a-b801c6a8736b HTTP/1.1" status: 204 len: 168 time: 0.2221003 Oct 11 20:45:37.241275 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d72f932d-b413-4e29-81ed-ff40c409c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.253422 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe4040-43fe-42b7-90fc-265d790f9247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f8c9b-d9eb-4ca0-986a-b801c6a8736b,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:37.283962 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42612) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:37.291821 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-d72f932d-b413-4e29-81ed-ff40c409c9b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8d192026e8854c37bf0a48331d86781c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103131 Oct 11 20:45:37.305440 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f932d-b413-4e29-81ed-ff40c409c9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625ce545-e3c3-4080-98ac-7e65c81c9563,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:37.337669 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5532603c-dd30-4b99-a809-88a2577d77dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.359108 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5532603c-dd30-4b99-a809-88a2577d77dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.409667 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5532603c-dd30-4b99-a809-88a2577d77dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.412214 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-5532603c-dd30-4b99-a809-88a2577d77dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:37.413329 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-5532603c-dd30-4b99-a809-88a2577d77dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/625ce545-e3c3-4080-98ac-7e65c81c9563 HTTP/1.1" status: 204 len: 168 time: 0.1282458 Oct 11 20:45:37.421308 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532603c-dd30-4b99-a809-88a2577d77dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625ce545-e3c3-4080-98ac-7e65c81c9563,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:37.689192 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2f78d340-31cc-4467-8ee6-27878dace38f req-f21a17ae-f361-4a59-b0b8-ad4aecfb13b0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 210 time: 0.0374589 Oct 11 20:45:37.814002 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-b9794a60-1696-4d7e-b29f-026f48289ef9 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:37.815979 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-b9794a60-1696-4d7e-b29f-026f48289ef9 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.46 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 814 time: 0.1299412 Oct 11 20:45:37.835759 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'port': {'device_id': '9c1824de-df28-4673-b75d-c9ec77329686', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'admin_state_up': True, 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:37.984741 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Made reservation on behalf of 66d8d90b24904424a38e5a84b7d1c076 for: {'port': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:37.995015 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:38.271991 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Allocated IP 172.20.0.7 (771b1496-2f20-4d28-a9e2-26256f408241/4be2a9d2-b69e-43f1-8a36-de50e2625a8a/144ea28e-3a1d-428f-af5f-6c1e7e7b95d4) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:38.343677 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fb7fa-338f-418b-b02c-527ff036bfda req-5a08c41b-856e-4977-9503-198137944cd9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:38.352655 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-928fb7fa-338f-418b-b02c-527ff036bfda req-5a08c41b-856e-4977-9503-198137944cd9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1645203 Oct 11 20:45:38.619120 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-928fb7fa-338f-418b-b02c-527ff036bfda req-0d0c6a6f-1303-499c-9fd0-f04727b7d83d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653682 Oct 11 20:45:38.854933 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:38.945934 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-20e3e19a-e336-4fcd-ba62-8a446928ec1a req-eb75d00a-a0f3-49ff-bdb2-c415a9775425 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 210 time: 0.0779243 Oct 11 20:45:38.981726 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:39.140851 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:39.173122 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Network 771b1496-2f20-4d28-a9e2-26256f408241 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:39.180632 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:39.183318 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:39.189103 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:39.189751 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:39.219247 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-9f3d8e34-a4d4-4787-9234-b95184626ca2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3887982 Oct 11 20:45:39.397864 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:45:39.526373 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b71ce640-08d3-4c31-8382-3609cd8c289a None None] Provisioning complete for port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:39.527023 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b71ce640-08d3-4c31-8382-3609cd8c289a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:39.563292 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b71ce640-08d3-4c31-8382-3609cd8c289a None None] Port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:45:39.751246 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2245-7fb6-4c40-8630-06067f90bce7 req-d51ca14b-a8ce-4732-931e-7e1099bdc8af tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:39.753949 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-59ac2245-7fb6-4c40-8630-06067f90bce7 req-d51ca14b-a8ce-4732-931e-7e1099bdc8af tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0541391 Oct 11 20:45:39.799263 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-59ac2245-7fb6-4c40-8630-06067f90bce7 req-1b5876eb-0b5d-430b-8a1c-bb709b8e14de tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376718 Oct 11 20:45:40.074115 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc94dc3-ff1c-464a-a447-c63c4982dde4 req-46ce92b8-d76e-4c8d-91a6-c6fea14d7748 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:40.078949 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bdc94dc3-ff1c-464a-a447-c63c4982dde4 req-46ce92b8-d76e-4c8d-91a6-c6fea14d7748 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.0562983 Oct 11 20:45:40.120327 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bdc94dc3-ff1c-464a-a447-c63c4982dde4 req-d9370384-04d3-497a-b71e-0e2ee4736a77 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368054 Oct 11 20:45:40.400835 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42774) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:40.521632 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-47c5ba11-9532-4c7f-a1fd-62fa3c5c58c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:40.609648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-47c5ba11-9532-4c7f-a1fd-62fa3c5c58c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:40.613548 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-47c5ba11-9532-4c7f-a1fd-62fa3c5c58c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:40.652597 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-47c5ba11-9532-4c7f-a1fd-62fa3c5c58c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b06881e6714545908ff1079c91ae753d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506347 Oct 11 20:45:40.654609 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5ba11-9532-4c7f-a1fd-62fa3c5c58c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b2728c-ab9d-4fff-a681-80268c0abf52,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:40.655714 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42782) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:40.721913 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76816238-08f9-42ab-b012-ad015746a777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:40.746968 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76816238-08f9-42ab-b012-ad015746a777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:40.795562 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76816238-08f9-42ab-b012-ad015746a777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:40.798088 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-76816238-08f9-42ab-b012-ad015746a777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:40.800036 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-76816238-08f9-42ab-b012-ad015746a777 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93b2728c-ab9d-4fff-a681-80268c0abf52 HTTP/1.1" status: 204 len: 168 time: 0.1426480 Oct 11 20:45:40.807795 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76816238-08f9-42ab-b012-ad015746a777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b2728c-ab9d-4fff-a681-80268c0abf52,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:40.930778 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be2c5-82b1-4fe9-931f-350867e44159 req-df6f3fe2-b467-4ca5-a7ab-19c8e87a25dd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:40.938289 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-436be2c5-82b1-4fe9-931f-350867e44159 req-df6f3fe2-b467-4ca5-a7ab-19c8e87a25dd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0658264 Oct 11 20:45:40.978856 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-436be2c5-82b1-4fe9-931f-350867e44159 req-b6396772-ee96-4877-91b5-84fa1a268c47 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Oct 11 20:45:41.144861 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42796) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:41.163218 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-792e2120-d566-4490-98c5-9b45003fc170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:41.282478 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55723b5-7ada-4376-944e-08c73491e7d4 req-581d6fa0-54b9-43f9-aeb3-b1f43bf35bd8 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:41.284058 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a55723b5-7ada-4376-944e-08c73491e7d4 req-581d6fa0-54b9-43f9-aeb3-b1f43bf35bd8 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.0791423 Oct 11 20:45:41.319667 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-792e2120-d566-4490-98c5-9b45003fc170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:41.328614 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-792e2120-d566-4490-98c5-9b45003fc170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:41.359936 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a55723b5-7ada-4376-944e-08c73491e7d4 req-ec33beea-0d5c-4114-8a4f-d42eda5f0970 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690846 Oct 11 20:45:41.385420 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-792e2120-d566-4490-98c5-9b45003fc170 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=721f53e2ec5b467487121844afc73366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363081 Oct 11 20:45:41.385683 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42808) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:41.393833 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e2120-d566-4490-98c5-9b45003fc170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfea21f5-63cd-4af8-b414-b1fbce3a4063,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:41.446889 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:41.468088 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:41.519599 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:41.522239 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:41.525752 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfea21f5-63cd-4af8-b414-b1fbce3a4063 HTTP/1.1" status: 204 len: 168 time: 0.1366570 Oct 11 20:45:41.540199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfea21f5-63cd-4af8-b414-b1fbce3a4063,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:41.552372 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.552977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.553488 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.553830 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.554159 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.554662 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.554996 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.555321 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.555646 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.556203 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.556529 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.557105 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e7a16-0b51-4887-9044-13086dc7361a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:41.826080 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42822) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:41.945678 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8159fd14-c86f-44eb-9f3c-3affc4d27d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:42.029982 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8159fd14-c86f-44eb-9f3c-3affc4d27d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:42.037284 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8159fd14-c86f-44eb-9f3c-3affc4d27d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:42.085454 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-8159fd14-c86f-44eb-9f3c-3affc4d27d1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59900137878945d39282b675553883ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2582362 Oct 11 20:45:42.086815 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159fd14-c86f-44eb-9f3c-3affc4d27d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05801e-484e-4583-8ba7-0c1a205d0cbd,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:42.088079 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42838) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:42.175833 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:42.201700 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:42.203969 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10acc8-4807-46d2-8c6d-d07ead6a6505 req-6504f8a6-ecbe-4ffb-b3b2-1812ee10b456 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:42.206196 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d10acc8-4807-46d2-8c6d-d07ead6a6505 req-6504f8a6-ecbe-4ffb-b3b2-1812ee10b456 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0717106 Oct 11 20:45:42.255812 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:42.258715 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:42.260780 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d10acc8-4807-46d2-8c6d-d07ead6a6505 req-3d330dd6-dc54-482d-82be-3d6edcdaccce tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Oct 11 20:45:42.264801 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d05801e-484e-4583-8ba7-0c1a205d0cbd HTTP/1.1" status: 204 len: 168 time: 0.1756318 Oct 11 20:45:42.280180 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05801e-484e-4583-8ba7-0c1a205d0cbd,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:42.288999 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.289714 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.290062 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.290400 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.290759 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.291090 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.291419 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.291745 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.292070 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.292390 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.292711 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.293029 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46027611-dc8e-47db-b87f-17477f6adf0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:42.520846 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7048fe-2d69-4b8f-bbbf-b584dc8c731f req-aeae04c5-5e46-4816-88d9-d6d20bcef4a8 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:42.522350 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9a7048fe-2d69-4b8f-bbbf-b584dc8c731f req-aeae04c5-5e46-4816-88d9-d6d20bcef4a8 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.0580530 Oct 11 20:45:42.578445 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9a7048fe-2d69-4b8f-bbbf-b584dc8c731f req-61997f86-28f2-4677-83e2-b8225a49f1a1 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Oct 11 20:45:42.803994 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42874) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:43.047874 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b19bf7ed-b0d7-46d6-ba14-102abaa2c660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.052302 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42884) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:43.137164 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b19bf7ed-b0d7-46d6-ba14-102abaa2c660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.143865 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b19bf7ed-b0d7-46d6-ba14-102abaa2c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.168185 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4f430701-79c3-46d4-ad4d-37cdf43abeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.191216 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b19bf7ed-b0d7-46d6-ba14-102abaa2c660 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e3f070fb9de444886bb9bbc319a7456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859437 Oct 11 20:45:43.193802 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 42890) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:43.201275 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bf7ed-b0d7-46d6-ba14-102abaa2c660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb414d9-6786-4f52-bc3f-9bf69637642c,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:43.284776 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2f26203f-e7b6-4c8a-b3c9-73ffe10fb49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.317466 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2f26203f-e7b6-4c8a-b3c9-73ffe10fb49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.357006 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4f430701-79c3-46d4-ad4d-37cdf43abeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.362686 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4f430701-79c3-46d4-ad4d-37cdf43abeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.439543 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-4f430701-79c3-46d4-ad4d-37cdf43abeb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da8df0f4985444b2af1c17dcfb6970fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855915 Oct 11 20:45:43.440711 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2f26203f-e7b6-4c8a-b3c9-73ffe10fb49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.440876 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42902) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:43.443407 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2f26203f-e7b6-4c8a-b3c9-73ffe10fb49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.444443 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2f26203f-e7b6-4c8a-b3c9-73ffe10fb49a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bb414d9-6786-4f52-bc3f-9bf69637642c HTTP/1.1" status: 204 len: 168 time: 0.2494166 Oct 11 20:45:43.446646 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f430701-79c3-46d4-ad4d-37cdf43abeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8880e9-36c3-4af7-b834-8feac1705863,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:43.476681 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26203f-e7b6-4c8a-b3c9-73ffe10fb49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb414d9-6786-4f52-bc3f-9bf69637642c,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:43.516174 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db580173-474d-4bf2-a7e0-6a6b43da2850 req-1a7d1144-51ca-4d6b-9ffb-487dc503b4b5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:43.520011 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db580173-474d-4bf2-a7e0-6a6b43da2850 req-1a7d1144-51ca-4d6b-9ffb-487dc503b4b5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1326849 Oct 11 20:45:43.541490 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8092a3eb-d0cf-4c52-a492-3bfd077e61fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.566741 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8092a3eb-d0cf-4c52-a492-3bfd077e61fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.590090 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db580173-474d-4bf2-a7e0-6a6b43da2850 req-b59e8c14-0739-40eb-9ad9-068c33ddc318 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645454 Oct 11 20:45:43.633136 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8092a3eb-d0cf-4c52-a492-3bfd077e61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.636576 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8092a3eb-d0cf-4c52-a492-3bfd077e61fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:43.637731 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8092a3eb-d0cf-4c52-a492-3bfd077e61fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e8880e9-36c3-4af7-b834-8feac1705863 HTTP/1.1" status: 204 len: 168 time: 0.1959021 Oct 11 20:45:43.646222 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092a3eb-d0cf-4c52-a492-3bfd077e61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8880e9-36c3-4af7-b834-8feac1705863,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:43.815723 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed85733-4d52-42ec-8cfc-5a9d9646b057 req-eb51ddee-de62-4ba7-9c3c-05241a9b793b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:43.817434 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eed85733-4d52-42ec-8cfc-5a9d9646b057 req-eb51ddee-de62-4ba7-9c3c-05241a9b793b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.0956469 Oct 11 20:45:43.879161 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eed85733-4d52-42ec-8cfc-5a9d9646b057 req-792c88a7-1ec9-495b-ae28-a3e1611e5c57 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538332 Oct 11 20:45:44.316127 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-9f3c3d08-3099-4ced-8e85-925a010f1ef0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397907421&fields=id&tenant_id=ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 267 time: 0.0765712 Oct 11 20:45:44.526391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-009e5340-0cde-4744-8b74-1ad367f3c527 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:44.528394 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-009e5340-0cde-4744-8b74-1ad367f3c527 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 812 time: 0.2104325 Oct 11 20:45:44.592900 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-7f735155-8c16-45ce-96de-1b90ed40a2a9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/quotas/ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 375 time: 0.0326061 Oct 11 20:45:44.712970 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-01b28b2e-5771-47bd-af54-85f3e858f43c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189964 Oct 11 20:45:44.878492 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-faae5c96-ff84-4066-91ae-1038e6cc6fdf service neutron] 10.222.0.43 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512818 Oct 11 20:45:45.041550 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-1bfc03dc-f7da-434b-9d8b-c3fd5760dcc4 service neutron] 10.222.0.43 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567473 Oct 11 20:45:45.222710 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 42988) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:45.385087 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-551672965-network', 'tenant_id': '7009d28c322a48bc9fa8da241ca91329'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:45.414083 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Made reservation on behalf of 7009d28c322a48bc9fa8da241ca91329 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:45.416388 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.453204 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.570761 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840638-b4ce-476e-b2a5-c483c7923348 req-0fdbc464-cce0-447c-95e3-e4b16ff29fbf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:45.583757 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8b840638-b4ce-476e-b2a5-c483c7923348 req-0fdbc464-cce0-447c-95e3-e4b16ff29fbf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1091156 Oct 11 20:45:45.648380 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.662611 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8b840638-b4ce-476e-b2a5-c483c7923348 req-1aae72a4-5a8c-40af-bc23-e773bef0fcf2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777349 Oct 11 20:45:45.667793 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.733907 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:45:45.771234 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39792af-0300-4efa-9758-ac21b7325fd5,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:45.787576 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.790764 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Added segment da83966a-f30d-43f5-bbcc-75198944ba83 of type vlan for network 68d86cce-c7de-44aa-9066-6c7fd11790e6 Oct 11 20:45:45.858600 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.927006 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.928330 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:45.929137 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:45.933062 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3d033-ae0d-47a0-8424-1804a080f5b8 req-b99d1d53-da50-48eb-a3f8-2ccefa47c0b2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:45.954052 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47c3d033-ae0d-47a0-8424-1804a080f5b8 req-b99d1d53-da50-48eb-a3f8-2ccefa47c0b2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.1519818 Oct 11 20:45:46.021956 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47c3d033-ae0d-47a0-8424-1804a080f5b8 req-1c584614-dc63-47f7-84dc-0f1408f25fdd tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622530 Oct 11 20:45:46.070064 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] Pushing event updated for resources: {'Network': ['ID=68d86cce-c7de-44aa-9066-6c7fd11790e6,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:46.083891 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 68d86cce-c7de-44aa-9066-6c7fd11790e6 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:45:46.101401 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-47acfaf5-e7d8-42af-a7af-7c9c1e6a657d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8763812 Oct 11 20:45:46.103475 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43046) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:46.114362 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Request body: {'subnet': {'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-551672965-subnet', 'tenant_id': '7009d28c322a48bc9fa8da241ca91329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:46.166886 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-44e8b56f-743f-4be3-9e2a-297ffd43577d req-07e077a9-f977-4967-99c4-8e1e65784883 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 210 time: 0.0661738 Oct 11 20:45:46.187094 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Made reservation on behalf of 7009d28c322a48bc9fa8da241ca91329 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:46.199384 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:46.486880 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:46.542812 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0237b18b-730d-40db-b206-5353fe6fe1c5,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:46.561131 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Checking segment: {'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:46.561482 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Network hostable DHCP agents. Network: 68d86cce-c7de-44aa-9066-6c7fd11790e6, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:45:46.580672 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Network 68d86cce-c7de-44aa-9066-6c7fd11790e6 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:45:46.593643 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 68d86cce-c7de-44aa-9066-6c7fd11790e6) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:46.598380 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:46.599013 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:46.603860 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999faae7-ecaa-4fc5-92d4-30f7b73edae8 None None] Network 68d86cce-c7de-44aa-9066-6c7fd11790e6 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:46.630370 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8d59ef2d-7252-43e5-83bd-e21147365a58 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5165098 Oct 11 20:45:46.736974 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d3eb82-34fd-4f43-a14f-885fecb74cd1 None None] Network 68d86cce-c7de-44aa-9066-6c7fd11790e6 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:45:46.884126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b6a7a-97db-414c-bfca-c5449df61d5e req-e9420680-5125-4140-b459-49bc1dafeac0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:46.888271 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-737b6a7a-97db-414c-bfca-c5449df61d5e req-e9420680-5125-4140-b459-49bc1dafeac0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0971100 Oct 11 20:45:46.944609 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-737b6a7a-97db-414c-bfca-c5449df61d5e req-3831769a-d9a6-4f16-8028-f56db2f769ef tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Oct 11 20:45:47.152399 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee00ec4-f126-4717-b9c4-628f28ae395a req-6984a2a8-8a48-465e-b20e-8e59d8682b0f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:47.154250 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-aee00ec4-f126-4717-b9c4-628f28ae395a req-6984a2a8-8a48-465e-b20e-8e59d8682b0f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.0547645 Oct 11 20:45:47.232910 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-aee00ec4-f126-4717-b9c4-628f28ae395a req-ae666974-1dea-4593-a777-14b5b16b3fe9 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641134 Oct 11 20:45:47.343976 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4c7a77e7-936b-40f0-96d9-a6646436d450 req-e1ab13f4-1e5b-4426-9a6d-7c90e8187590 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 210 time: 0.0614526 Oct 11 20:45:47.936085 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8b8ff4c1-edec-4eed-af09-a9912f83ca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:48.064032 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc8088-bc12-4773-a3e9-c9625ac74ff5 req-abd40eec-5fc8-45fc-9168-db55884f4850 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:48.066922 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-36bc8088-bc12-4773-a3e9-c9625ac74ff5 req-abd40eec-5fc8-45fc-9168-db55884f4850 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0523744 Oct 11 20:45:48.106170 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-36bc8088-bc12-4773-a3e9-c9625ac74ff5 req-b849ad8d-7d40-47a2-bce2-c65b932e2221 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Oct 11 20:45:48.342917 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e03e3b-8ea7-4e9a-bb56-a64ee7aa0a5c req-806f2516-dae6-4885-9a04-e42fc3425ccf tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:48.346184 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-32e03e3b-8ea7-4e9a-bb56-a64ee7aa0a5c req-806f2516-dae6-4885-9a04-e42fc3425ccf tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.0646174 Oct 11 20:45:48.403917 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-32e03e3b-8ea7-4e9a-bb56-a64ee7aa0a5c req-fbee664d-54a0-4166-a083-334822299c11 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510035 Oct 11 20:45:48.484758 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-729ea78a-5d3f-459c-a9b2-e92a2eaffbe2 req-13c69bfd-940d-447a-8ba1-19db780a4460 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 210 time: 0.0289574 Oct 11 20:45:49.221496 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337f375-4038-4399-89aa-9d7ef9a28d52 req-5af35836-e098-494a-8307-68a88a819938 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:49.223011 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b337f375-4038-4399-89aa-9d7ef9a28d52 req-5af35836-e098-494a-8307-68a88a819938 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0509171 Oct 11 20:45:49.264139 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b337f375-4038-4399-89aa-9d7ef9a28d52 req-53dc10fe-25d8-444a-9137-d48f072dec7d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Oct 11 20:45:49.530573 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff1f8-a126-4467-9a4d-857498e3c821 req-54422b87-034c-4dd5-91f5-7e41de168386 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:49.532057 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e71ff1f8-a126-4467-9a4d-857498e3c821 req-54422b87-034c-4dd5-91f5-7e41de168386 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.0503223 Oct 11 20:45:49.571878 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e71ff1f8-a126-4467-9a4d-857498e3c821 req-571d1de4-9d10-49f5-876f-08fff6ff3110 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337896 Oct 11 20:45:49.650412 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d7a67f9c-f4ff-4bf1-bd38-ea096f53f0ce req-bdf53c0f-1a74-4279-adba-d9adf9782e83 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 210 time: 0.0262263 Oct 11 20:45:50.537085 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8b023-58d7-43de-9659-f727928907ab req-9e1c9ee5-9406-4ef2-9504-fcd8210c42b8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:50.538677 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b9f8b023-58d7-43de-9659-f727928907ab req-9e1c9ee5-9406-4ef2-9504-fcd8210c42b8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0576451 Oct 11 20:45:50.581837 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b9f8b023-58d7-43de-9659-f727928907ab req-65e40d53-7273-4ac5-b3b6-3146e014bdbe tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363135 Oct 11 20:45:50.768612 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-675837de-e693-4a72-a28e-3bafc3886610 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:50.770293 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-675837de-e693-4a72-a28e-3bafc3886610 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/networks?id=68d86cce-c7de-44aa-9066-6c7fd11790e6 HTTP/1.1" status: 200 len: 808 time: 0.1065762 Oct 11 20:45:50.785210 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b13fd62d-0129-4820-8050-12d01b95c43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:50.786633 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-ce86664d-6b30-4f9e-8180-5839c0761b83 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/quotas/7009d28c322a48bc9fa8da241ca91329 HTTP/1.1" status: 200 len: 375 time: 0.0103652 Oct 11 20:45:50.821677 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-e4570f67-2ef4-4af6-aef8-ebff14ff54aa tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7009d28c322a48bc9fa8da241ca91329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292206 Oct 11 20:45:50.880578 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Request body: {'port': {'device_id': '9c1824de-df28-4673-b75d-c9ec77329686', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:50.914741 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-8791e56d-3934-4539-a7e6-b29ce8d4d655 service neutron] 10.222.0.43 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859168 Oct 11 20:45:50.943283 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:51.107833 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076fc10-8f0e-49ba-8166-0776a89a731a req-bf5691e6-9f21-465c-a199-5cfe632e46a3 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:51.109286 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c076fc10-8f0e-49ba-8166-0776a89a731a req-bf5691e6-9f21-465c-a199-5cfe632e46a3 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 931 time: 0.1254663 Oct 11 20:45:51.211796 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c076fc10-8f0e-49ba-8166-0776a89a731a req-48909dd3-81f9-4eee-a109-3db949b1a4ab tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960267 Oct 11 20:45:51.255069 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-8fdc6d0e-ca14-498b-9ab6-cd42e0b063d8 service neutron] 10.222.0.43 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338504 Oct 11 20:45:51.333613 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0c9aa213-d1e8-48de-8a48-053bdfba2d8c req-6f3314f6-1ef9-40f4-b4f5-fa1ebde64120 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 210 time: 0.0328157 Oct 11 20:45:51.337298 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 {{(pid=105805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:45:51.344808 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:51.372209 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.provisioning_blocks [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Transition to ACTIVE for port object 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 will not be triggered until provisioned by entity L2. {{(pid=105805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:45:51.378549 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:51.444887 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-709d4d2a-39ed-45bb-8b08-74cfbff090e8 req-e3f7d015-25bb-467e-bd93-1b54477d9de9 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 210 time: 0.0433948 Oct 11 20:45:51.477469 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:51.517919 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Pushing event updated for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:51.538007 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Attempting to bind port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:51.538434 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Attempting to bind port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:51.538822 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Attempting to bind port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 on network 771b1496-2f20-4d28-a9e2-26256f408241 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:51.568042 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 on network 771b1496-2f20-4d28-a9e2-26256f408241 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:45:51.568401 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Attempting to bind port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 on network 771b1496-2f20-4d28-a9e2-26256f408241 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:51.695905 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:51.696253 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Checking segment: {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:51.696688 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Bound using segment: {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:51.697461 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Bound port: 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241'}}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:51.697866 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:51.844405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-4ef61790-1ef5-4986-af0f-38e8715a6589 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:51.845979 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-4ef61790-1ef5-4986-af0f-38e8715a6589 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 812 time: 0.2967114 Oct 11 20:45:51.857440 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7dcc0-b6f4-4874-9a2d-4e904dafaf4e req-9ca37e72-9b2c-45b6-9fb7-fd99195cfbb3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:51.860352 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4fe7dcc0-b6f4-4874-9a2d-4e904dafaf4e req-9ca37e72-9b2c-45b6-9fb7-fd99195cfbb3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1531780 Oct 11 20:45:51.867605 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:51.918641 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, cleared binding levels {{(pid=105805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:51.947745 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:51.958900 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:51.979460 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-cdbc99ea-f07d-41de-8bb2-525ada5c6935 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 379 time: 0.1138880 Oct 11 20:45:52.004281 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4fe7dcc0-b6f4-4874-9a2d-4e904dafaf4e req-d9c81bcf-67d6-4684-a045-d0218a2ae0d4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251993 Oct 11 20:45:52.016165 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'port': {'device_id': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'admin_state_up': True, 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'security_groups': ['67091714-5e14-4318-8ca6-37c3191e3693']}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:52.071450 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:52.071929 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:52.073351 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] 10.222.0.46 "PUT /v2.0/ports/144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 1093 time: 1.1977859 Oct 11 20:45:52.073747 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:45:52.076003 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:45:52.109490 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905201d-f04f-4a91-a6ef-bbef4f940fcf service neutron] Pushing event updated for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=3']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:52.155046 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731979bb-88c9-41b9-bb9c-47ca5956ed62 x-openstack-request-id: req-731979bb-88c9-41b9-bb9c-47ca5956ed62 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:45:52.155446 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:45:52.155580 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-731979bb-88c9-41b9-bb9c-47ca5956ed62 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:45:52.155970 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'status': 'completed', 'code': 200} Oct 11 20:45:52.208438 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-c1bac3a8-ac42-41f3-84fe-fdf00980b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:52.209952 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-c1bac3a8-ac42-41f3-84fe-fdf00980b490 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1096 time: 0.0704596 Oct 11 20:45:52.215790 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Made reservation on behalf of ae87cf4a4451491189bd88bcc40367a9 for: {'port': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:52.219572 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:52.282521 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-c6e1251a-57b3-4040-bc5e-1507c1272143 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 217 time: 0.0584931 Oct 11 20:45:52.439663 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ff87b9e7-3f29-44d0-adfe-4eb9490344a8 req-44bfd1d0-577c-43ed-bbb1-e43a13571625 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 210 time: 0.0318942 Oct 11 20:45:52.446475 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-25ca8563-0af0-4725-9e1e-a216f7db4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:52.447913 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-25ca8563-0af0-4725-9e1e-a216f7db4bb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 200 len: 853 time: 0.1305954 Oct 11 20:45:52.481494 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766f53-0ebb-40ca-bf29-34002b9e826e req-c33a5f2f-993a-4773-bcd2-f61a4abae0d9 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:52.483006 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa766f53-0ebb-40ca-bf29-34002b9e826e req-c33a5f2f-993a-4773-bcd2-f61a4abae0d9 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 943 time: 0.1641006 Oct 11 20:45:52.517478 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Allocated IP 172.20.0.6 (2872e7e8-61c6-4981-a46b-8b5ae7212c34/e537eda2-da99-49df-b60d-ad41ca2ce895/42ee8799-53b7-40d9-8840-83e7accf17d7) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:52.572662 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-148306a3-ebe3-4af7-89d0-4325d21cdfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:52.574142 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-148306a3-ebe3-4af7-89d0-4325d21cdfb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=771b1496-2f20-4d28-a9e2-26256f408241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1113861 Oct 11 20:45:52.576934 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa766f53-0ebb-40ca-bf29-34002b9e826e req-b138a87f-ef55-4a3f-bbdb-110ec180d6dd tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714099 Oct 11 20:45:52.580218 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b7b8d055-c361-47cd-bc3e-004325e6659c req-a74275ec-05a7-478a-8285-0e77ae284699 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 210 time: 0.0332880 Oct 11 20:45:52.792488 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:52.837600 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-fec8f81c-38c8-42bf-b634-b7704b9e0cb3 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533982 Oct 11 20:45:52.843142 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e7909d0-189c-4eca-bc08-cc88af382b34 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:52.846178 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e7909d0-189c-4eca-bc08-cc88af382b34 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "GET /v2.0/networks?id=68d86cce-c7de-44aa-9066-6c7fd11790e6 HTTP/1.1" status: 200 len: 808 time: 0.1718130 Oct 11 20:45:52.882335 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Request body: {'port': {'device_id': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6', 'admin_state_up': True, 'tenant_id': '7009d28c322a48bc9fa8da241ca91329'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:52.931288 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.003567 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:53.015157 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:53.018565 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:53.024251 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:53.024891 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.044096 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=42ee8799-53b7-40d9-8840-83e7accf17d7,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:53.053479 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fb0cc23-bb36-4664-8563-3b0ed8ce8ca6 req-f5b032b4-17af-4996-8f10-793d5bec9749 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999419 Oct 11 20:45:53.100939 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Made reservation on behalf of 7009d28c322a48bc9fa8da241ca91329 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:45:53.103241 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.103815 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-78328f84-824e-462e-9c2b-5fe556400a20 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0958397 Oct 11 20:45:53.113939 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.138514 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Request body: {'port': {'device_id': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:53.208093 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43204) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:53.228802 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.274044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886d974-c0c8-4cc9-971d-4ddee9e40ed7 req-1a282a2b-23ed-47a0-9df6-b1bd89312bac tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:53.275613 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7886d974-c0c8-4cc9-971d-4ddee9e40ed7 req-1a282a2b-23ed-47a0-9df6-b1bd89312bac tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1407275 Oct 11 20:45:53.297572 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-7a5ffec1-de4a-497d-a7e3-49b3342651be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:53.299594 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-7a5ffec1-de4a-497d-a7e3-49b3342651be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1096 time: 0.1301427 Oct 11 20:45:53.352576 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b4dc3c44-8dad-4055-9c9f-4f4146a2ae3d None None] Provisioning complete for port 42ee8799-53b7-40d9-8840-83e7accf17d7 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:53.353227 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b4dc3c44-8dad-4055-9c9f-4f4146a2ae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.382125 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7886d974-c0c8-4cc9-971d-4ddee9e40ed7 req-31be2501-c704-4a55-8316-65d24da56ad5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002908 Oct 11 20:45:53.384796 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-41a1c741-efca-4150-9e24-e5aa3e7e5038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.393331 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Allocated IP 172.20.0.8 (68d86cce-c7de-44aa-9066-6c7fd11790e6/0237b18b-730d-40db-b206-5353fe6fe1c5/40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:45:53.416639 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc3c44-8dad-4055-9c9f-4f4146a2ae3d None None] Port 42ee8799-53b7-40d9-8840-83e7accf17d7 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:45:53.585252 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-41a1c741-efca-4150-9e24-e5aa3e7e5038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.595860 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-41a1c741-efca-4150-9e24-e5aa3e7e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.629836 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.658281 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-41a1c741-efca-4150-9e24-e5aa3e7e5038 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b9a481839ad46ffab7853a948d36d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480367 Oct 11 20:45:53.660616 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1c741-efca-4150-9e24-e5aa3e7e5038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ddd4c1-0e59-47fb-9e9a-5982066cd51c,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:53.664337 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43216) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:45:53.749365 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3f75e-d279-4a68-85e0-52d63fb3d3af req-8afe037e-b94e-4f87-8d02-9579bdd5851f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:53.750949 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4de3f75e-d279-4a68-85e0-52d63fb3d3af req-8afe037e-b94e-4f87-8d02-9579bdd5851f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 931 time: 0.1165929 Oct 11 20:45:53.767415 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.776215 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-ab660c99-41c6-4bec-a9fd-c8747b0eda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:53.777630 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-ab660c99-41c6-4bec-a9fd-c8747b0eda87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 915 time: 0.4619040 Oct 11 20:45:53.779783 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-635ed295-1262-4486-ba9a-3e8e2d390209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.816866 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d09c5c-d44c-4c48-b426-2d0d9eec48b5 req-e0500096-4da6-49dc-ab1a-b62594ebccb3 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:53.818323 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9d09c5c-d44c-4c48-b426-2d0d9eec48b5 req-e0500096-4da6-49dc-ab1a-b62594ebccb3 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 943 time: 0.1504288 Oct 11 20:45:53.859625 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4de3f75e-d279-4a68-85e0-52d63fb3d3af req-1764c1e9-4108-4094-9f3f-3277fce69805 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980265 Oct 11 20:45:53.861381 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-89da10b5-766f-4883-9fa4-a8d6b6c4f64b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 217 time: 0.0540516 Oct 11 20:45:53.891028 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Network 68d86cce-c7de-44aa-9066-6c7fd11790e6 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:45:53.895099 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-635ed295-1262-4486-ba9a-3e8e2d390209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:53.897550 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Pushing event updated for resources: {'Port': ['ID=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:53.908211 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:45:53.914523 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:45:53.976018 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9d09c5c-d44c-4c48-b426-2d0d9eec48b5 req-cc83da06-d080-450a-a50d-09da05b87999 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424806 Oct 11 20:45:53.988031 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-8de91ed6-4445-48e9-94d9-1da35de8e9df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1795142 Oct 11 20:45:53.997489 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ee8799-53b7-40d9-8840-83e7accf17d7 {{(pid=105805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:45:54.007734 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.007926 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-2613ec09-17db-4eba-85ac-50b65cb45ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.008361 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.009210 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-2613ec09-17db-4eba-85ac-50b65cb45ce6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 200 len: 853 time: 0.1275597 Oct 11 20:45:54.014128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.026552 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-cf7ff10b-2ab0-43ab-9d65-fe363954b353 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1507106 Oct 11 20:45:54.027554 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-635ed295-1262-4486-ba9a-3e8e2d390209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.029990 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-635ed295-1262-4486-ba9a-3e8e2d390209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.031044 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-635ed295-1262-4486-ba9a-3e8e2d390209 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76ddd4c1-0e59-47fb-9e9a-5982066cd51c HTTP/1.1" status: 204 len: 168 time: 0.3658040 Oct 11 20:45:54.047096 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Request body: {'port': {'device_id': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:45:54.061050 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed295-1262-4486-ba9a-3e8e2d390209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ddd4c1-0e59-47fb-9e9a-5982066cd51c,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:54.063307 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.provisioning_blocks [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Transition to ACTIVE for port object 42ee8799-53b7-40d9-8840-83e7accf17d7 will not be triggered until provisioned by entity L2. {{(pid=105805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:45:54.073243 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.079903 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91648a2-3072-493e-a56b-b1e1548c0630 req-06168601-bbc5-4bd2-8743-c6cf5b219ddc tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.081450 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c91648a2-3072-493e-a56b-b1e1548c0630 req-06168601-bbc5-4bd2-8743-c6cf5b219ddc tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 931 time: 0.1308227 Oct 11 20:45:54.166681 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-c902f46c-b2c9-4d76-824a-654dfb525d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.167969 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-c902f46c-b2c9-4d76-824a-654dfb525d27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=771b1496-2f20-4d28-a9e2-26256f408241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1424210 Oct 11 20:45:54.186505 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee8799-53b7-40d9-8840-83e7accf17d7,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:54.195158 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-3ef19ae4-0e36-454c-9841-a6f3bd3cb300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.196646 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-3ef19ae4-0e36-454c-9841-a6f3bd3cb300 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 1098 time: 0.1560333 Oct 11 20:45:54.212867 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.231748 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c91648a2-3072-493e-a56b-b1e1548c0630 req-b7740327-cd42-48a5-87fb-f4dcaefc62b6 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150627 Oct 11 20:45:54.297059 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Attempting to bind port 42ee8799-53b7-40d9-8840-83e7accf17d7 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:54.297806 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Attempting to bind port 42ee8799-53b7-40d9-8840-83e7accf17d7 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:54.298937 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Attempting to bind port 42ee8799-53b7-40d9-8840-83e7accf17d7 on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:54.307148 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Port 42ee8799-53b7-40d9-8840-83e7accf17d7 on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:45:54.307879 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Attempting to bind port 42ee8799-53b7-40d9-8840-83e7accf17d7 on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:54.316056 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:54.318024 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Checking segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:54.318762 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Bound using segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:54.319505 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Bound port: 42ee8799-53b7-40d9-8840-83e7accf17d7, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:54.320217 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.380400 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-1663ce7f-62c3-4fc2-81ac-0b744249a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.382162 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-1663ce7f-62c3-4fc2-81ac-0b744249a94f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.1564410 Oct 11 20:45:54.465621 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-9f18a0e8-85bc-4f95-aeaa-98875e09f14f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 HTTP/1.1" status: 200 len: 217 time: 0.0625927 Oct 11 20:45:54.469215 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-f927dc94-7368-4f35-a92b-e9fe1cba32c4 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797136 Oct 11 20:45:54.475863 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] For port 42ee8799-53b7-40d9-8840-83e7accf17d7, host hv-cinder-81353, cleared binding levels {{(pid=105805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:54.480258 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] For port 42ee8799-53b7-40d9-8840-83e7accf17d7, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=42ee8799-53b7-40d9-8840-83e7accf17d7,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:54.502390 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.592611 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.593284 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:54.594630 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-2495caac-7b32-4792-b013-d84905c74423 service neutron] 10.222.0.46 "PUT /v2.0/ports/42ee8799-53b7-40d9-8840-83e7accf17d7 HTTP/1.1" status: 200 len: 1093 time: 1.4733138 Oct 11 20:45:54.595575 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:45:54.598511 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f3fdc-b35a-473a-9049-7a25c3354e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:45:54.599468 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-5a7f1338-b4ad-43de-af16-ef242e0c506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.601207 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-5a7f1338-b4ad-43de-af16-ef242e0c506e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.1184182 Oct 11 20:45:54.665664 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495caac-7b32-4792-b013-d84905c74423 service neutron] Pushing event updated for resources: {'Port': ['ID=42ee8799-53b7-40d9-8840-83e7accf17d7,revision_number=3']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:54.709453 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-24c053ca-bdb5-4204-a8ef-7cc17578b2ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766051 Oct 11 20:45:54.718876 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df1c16-3523-40f1-b6ba-6c55180ac585 x-openstack-request-id: req-c5df1c16-3523-40f1-b6ba-6c55180ac585 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:45:54.719243 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:45:54.719488 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5df1c16-3523-40f1-b6ba-6c55180ac585 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:45:54.719918 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'status': 'completed', 'code': 200} Oct 11 20:45:54.740095 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f9f60-8c32-469a-8893-2f90d1709202 req-db45785f-ebfa-430e-a930-2e66d2bb50bf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.754076 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ba9f9f60-8c32-469a-8893-2f90d1709202 req-db45785f-ebfa-430e-a930-2e66d2bb50bf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.2678649 Oct 11 20:45:54.829061 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-39dbc1bd-ef4f-40ed-a04d-3cc349b32f31 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451505 Oct 11 20:45:54.849440 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-6ae98704-918b-4bc2-a991-667ada599474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.851484 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-6ae98704-918b-4bc2-a991-667ada599474 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 1096 time: 0.2030089 Oct 11 20:45:54.855735 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ba9f9f60-8c32-469a-8893-2f90d1709202 req-8784ebb2-2173-42a7-987e-9a06f38d1cf3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823960 Oct 11 20:45:54.890581 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-a9510868-f4a0-4b6a-9dd3-ad45968e6668 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652670 Oct 11 20:45:54.912665 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-3fcee992-b735-4024-876f-a5375df51dde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ee8799-53b7-40d9-8840-83e7accf17d7 HTTP/1.1" status: 200 len: 217 time: 0.0519142 Oct 11 20:45:54.968581 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-62f0c15e-7aaa-422e-885a-d4fd4b2e0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:54.970186 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-62f0c15e-7aaa-422e-885a-d4fd4b2e0f71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0474045 Oct 11 20:45:54.995494 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:45:55.005649 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:55.019924 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-9913d523-63ba-40b9-a77c-463939476794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.021440 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-9913d523-63ba-40b9-a77c-463939476794 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435524 Oct 11 20:45:55.034030 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Transition to ACTIVE for port object 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:45:55.049092 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:55.064961 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:45:55.094731 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03be5-f03b-4c87-9932-584c22f939e8 req-c33a7213-5c8b-416e-affe-1c1119190846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.096365 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9ff03be5-f03b-4c87-9932-584c22f939e8 req-c33a7213-5c8b-416e-affe-1c1119190846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 943 time: 0.1363544 Oct 11 20:45:55.106168 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-96010e95-d8a1-4c69-997c-7ee3caf76794 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958544 Oct 11 20:45:55.166034 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Pushing event updated for resources: {'Port': ['ID=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:55.169878 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e46d2-1d9b-45c3-a053-19546da8cea1 req-46ec8222-319b-47e8-87e5-bcb982417518 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.171485 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dd5e46d2-1d9b-45c3-a053-19546da8cea1 req-46ec8222-319b-47e8-87e5-bcb982417518 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 943 time: 0.0871820 Oct 11 20:45:55.175834 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-5d20a4ae-667c-449d-8479-be2837633572 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452141 Oct 11 20:45:55.204555 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9ff03be5-f03b-4c87-9932-584c22f939e8 req-e203772f-4778-4512-8aa4-a4031cd1eb5e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893486 Oct 11 20:45:55.237368 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:55.253459 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'port_id': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'mac_address': 'fa:16:3e:de:d0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:45:55.273138 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dd5e46d2-1d9b-45c3-a053-19546da8cea1 req-22deb01d-2413-4db1-bd70-80451b7d9fb5 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905025 Oct 11 20:45:55.289831 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Attempting to bind port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:45:55.289831 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Attempting to bind port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:45:55.290164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Attempting to bind port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 on network 68d86cce-c7de-44aa-9066-6c7fd11790e6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:55.300643 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:55.303314 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 on network 68d86cce-c7de-44aa-9066-6c7fd11790e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:45:55.303653 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Attempting to bind port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 on network 68d86cce-c7de-44aa-9066-6c7fd11790e6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:45:55.311534 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:45:55.311872 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Checking segment: {'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:45:55.312253 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Bound using segment: {'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:45:55.312681 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Bound port: 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:45:55.313036 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:55.321177 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b65b228-d952-4118-9ed5-7356aab080b7 req-fe2e6643-a492-40d6-a279-f89f1ab2b12c service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324251 Oct 11 20:45:55.322133 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:45:55.345309 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:55.349603 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:55.402610 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:55.412390 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.412751 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.413108 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.413436 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.413754 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.414221 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.414719 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.415045 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.415562 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.415882 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.416270 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.416619 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:45:55.422868 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-a1d782fe-13b8-47ff-b70d-1070c7251a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.425519 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-a1d782fe-13b8-47ff-b70d-1070c7251a21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 1096 time: 0.0493090 Oct 11 20:45:55.425912 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9884d0a-9892-4f58-bb8f-ae33810b6b32 req-e222ff5f-98e8-4f6c-9a8e-38bc8bc66731 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.427359 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9884d0a-9892-4f58-bb8f-ae33810b6b32 req-e222ff5f-98e8-4f6c-9a8e-38bc8bc66731 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 943 time: 0.0992010 Oct 11 20:45:55.431898 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] For port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:45:55.436777 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] For port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:45:55.446531 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:55.511179 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.511789 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:55.513163 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] 10.222.0.46 "PUT /v2.0/ports/40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 HTTP/1.1" status: 200 len: 1093 time: 1.4711778 Oct 11 20:45:55.513594 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'tag': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:45:55.515951 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e538eb7-9127-4590-8e04-0645aebfdd23", "tag": "40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:45:55.523347 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9884d0a-9892-4f58-bb8f-ae33810b6b32 req-c0086b13-25e8-4143-bc5c-6a3f4d2fc6a8 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889981 Oct 11 20:45:55.553673 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-39ecaef4-bda9-43fd-bb3d-8f2039c7f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.555143 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-39ecaef4-bda9-43fd-bb3d-8f2039c7f2ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.1191838 Oct 11 20:45:55.558387 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c833c-4461-49e3-bf67-f2cd2938591d service neutron] Pushing event updated for resources: {'Port': ['ID=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:55.574793 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e88fdb-d5cf-45e2-ac0b-1076b9ef79a5 x-openstack-request-id: req-e8e88fdb-d5cf-45e2-ac0b-1076b9ef79a5 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:45:55.575101 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e538eb7-9127-4590-8e04-0645aebfdd23", "tag": "40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:45:55.575591 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8e88fdb-d5cf-45e2-ac0b-1076b9ef79a5 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:45:55.576306 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'tag': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01', 'status': 'completed', 'code': 200} Oct 11 20:45:55.616955 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-89a781d7-a75a-4511-809e-8df3de0dc725 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ee8799-53b7-40d9-8840-83e7accf17d7 HTTP/1.1" status: 200 len: 217 time: 0.0382292 Oct 11 20:45:55.637917 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-16f41c17-6d28-43de-8eb6-c412dbaa7522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.639430 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-16f41c17-6d28-43de-8eb6-c412dbaa7522 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7009d28c322a48bc9fa8da241ca91329&device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 1096 time: 0.0408792 Oct 11 20:45:55.667210 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-57de79c0-8aa0-4be6-a68c-3302684f6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.668696 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-57de79c0-8aa0-4be6-a68c-3302684f6c2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0437610 Oct 11 20:45:55.687030 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-1792f6ec-125e-4382-91fd-80c9f34fe60c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 HTTP/1.1" status: 200 len: 217 time: 0.0370123 Oct 11 20:45:55.689698 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:45:55.728301 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-5b94ff20-ec62-43da-9765-6946298573ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.729771 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-5b94ff20-ec62-43da-9765-6946298573ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466466 Oct 11 20:45:55.737789 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-93f93182-3a3d-4a7f-80b2-72622c92707b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:55.739260 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-93f93182-3a3d-4a7f-80b2-72622c92707b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0237b18b-730d-40db-b206-5353fe6fe1c5 HTTP/1.1" status: 200 len: 848 time: 0.0453510 Oct 11 20:45:55.773111 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-1e043e49-e1ba-4e7c-9ef8-3f4f5de1ad66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d86cce-c7de-44aa-9066-6c7fd11790e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249588 Oct 11 20:45:55.849176 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-f88c4757-5e07-41a7-b671-e9777f0ded1f service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110203 Oct 11 20:45:55.882788 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-8fb9e074-589b-44e4-a568-15d1deb5e658 service neutron] 10.222.0.46 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001642 Oct 11 20:45:55.966065 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-091f3fdc-b35a-473a-9049-7a25c3354e4b req-1d6a0db6-3042-49fc-9fc3-df079453f2d9 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947127 Oct 11 20:45:56.017585 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29649728-de5c-43b9-918e-3b2002996dd1 req-75aecb1c-af37-4bd6-8cbc-dac3f799ac34 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:56.019043 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-29649728-de5c-43b9-918e-3b2002996dd1 req-75aecb1c-af37-4bd6-8cbc-dac3f799ac34 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0807173 Oct 11 20:45:56.022519 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ae6dc674-99c2-4968-ad02-2de745455c0c req-4180aeec-1559-4d74-98d5-5f79695b125e service neutron] 10.222.0.46 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285589 Oct 11 20:45:56.061773 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-29649728-de5c-43b9-918e-3b2002996dd1 req-ffdb9cf1-8569-43cc-8b9c-a57f6ee631a6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Oct 11 20:45:56.127152 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-3ff0350b-155b-45c5-8fb7-0ea599c14942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:56.128622 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-3ff0350b-155b-45c5-8fb7-0ea599c14942 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7009d28c322a48bc9fa8da241ca91329&device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 1096 time: 0.0406783 Oct 11 20:45:56.223879 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-d7f9401a-5b99-430f-a391-d3c4641daab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:56.225224 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-d7f9401a-5b99-430f-a391-d3c4641daab7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68d86cce-c7de-44aa-9066-6c7fd11790e6 HTTP/1.1" status: 200 len: 909 time: 0.0837405 Oct 11 20:45:56.281902 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-92d1dc32-ff03-4931-9273-28eaf5fee805 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 HTTP/1.1" status: 200 len: 217 time: 0.0369844 Oct 11 20:45:56.326063 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531c6e9-82a7-4f6f-abf7-a5a126a08ad2 req-373079dd-05c4-4c43-a5d9-e57a8b9ea9b2 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:56.330012 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7531c6e9-82a7-4f6f-abf7-a5a126a08ad2 req-373079dd-05c4-4c43-a5d9-e57a8b9ea9b2 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 943 time: 0.0497303 Oct 11 20:45:56.341075 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-9dae7ca0-fbb0-4151-940b-941ec0691812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:56.342545 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-9dae7ca0-fbb0-4151-940b-941ec0691812 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0237b18b-730d-40db-b206-5353fe6fe1c5 HTTP/1.1" status: 200 len: 848 time: 0.0525806 Oct 11 20:45:56.368498 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7531c6e9-82a7-4f6f-abf7-a5a126a08ad2 req-8c1d2b17-4ccd-4954-b531-04af69c25405 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Oct 11 20:45:56.384694 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-56325bf6-8a44-4fa4-bd1e-b5c966ef4f9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d86cce-c7de-44aa-9066-6c7fd11790e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345008 Oct 11 20:45:56.476427 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a457a97-75bc-4e5d-9268-539da87a40a0 req-34825e15-f823-478d-9774-abfef925829f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:56.477854 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9a457a97-75bc-4e5d-9268-539da87a40a0 req-34825e15-f823-478d-9774-abfef925829f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 944 time: 0.1187351 Oct 11 20:45:56.516538 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-9f9e148c-e669-4f5c-a9eb-4069170df6f8 service neutron] 10.222.0.46 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162438 Oct 11 20:45:56.548562 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9a457a97-75bc-4e5d-9268-539da87a40a0 req-fec0e703-bc00-477a-a65d-842a44c8148b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Oct 11 20:45:56.619710 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c55afc8c-1694-425d-a0c5-89e6dd2cbcd4 req-096bd1ef-0704-4bbb-afff-60ae81d1925b service neutron] 10.222.0.46 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937719 Oct 11 20:45:56.632118 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:56.648182 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143df40-66ec-4836-b1d3-759547fc3ecf req-32091ee5-8f8d-4c47-92b8-bd7c42057e6d tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:56.649641 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1143df40-66ec-4836-b1d3-759547fc3ecf req-32091ee5-8f8d-4c47-92b8-bd7c42057e6d tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 943 time: 0.0497506 Oct 11 20:45:56.687454 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1143df40-66ec-4836-b1d3-759547fc3ecf req-23ec96c8-adda-499c-97ea-0f958de172b8 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Oct 11 20:45:57.099731 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:45:57.157985 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:45:57.164581 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:45:57.164950 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:57.183970 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c3c98-e3b6-4b33-bc5d-e0649371517d req-f3033705-f81a-4f7e-9759-25f2504368be tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:57.187898 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a72c3c98-e3b6-4b33-bc5d-e0649371517d req-f3033705-f81a-4f7e-9759-25f2504368be tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0509987 Oct 11 20:45:57.246310 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:57.252800 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a72c3c98-e3b6-4b33-bc5d-e0649371517d req-24345dee-12a7-4231-86f6-21c1e2f4de36 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569177 Oct 11 20:45:57.264372 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d30a3-3b71-4315-bded-03858324538d req-b7e46bd8-4e76-4e8f-9024-fd3bd3bf098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:57.266189 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1a4d30a3-3b71-4315-bded-03858324538d req-b7e46bd8-4e76-4e8f-9024-fd3bd3bf098c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.0573604 Oct 11 20:45:57.273893 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:45:57.276222 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61cc8a0-11b8-443d-b319-969816fbf73c" -d '{"events": [{"server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "name": "network-vif-plugged", "status": "completed", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:45:57.298639 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:57.305497 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:57.318610 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1a4d30a3-3b71-4315-bded-03858324538d req-cc954447-8972-4bfa-9449-b2c446f8c7ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416250 Oct 11 20:45:57.328763 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b0a05c-9dc7-46bc-9cc7-8400c329ae91 x-openstack-request-id: req-f4b0a05c-9dc7-46bc-9cc7-8400c329ae91 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:45:57.329095 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "name": "network-vif-plugged", "status": "completed", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:45:57.329905 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4b0a05c-9dc7-46bc-9cc7-8400c329ae91 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:45:57.330440 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'code': 200} Oct 11 20:45:57.356019 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:57.485751 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab0183-c67e-4726-9bfb-9d30b50e5787 req-a7773cb2-d76a-435b-9119-b84b8837f3a9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:57.487493 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-77ab0183-c67e-4726-9bfb-9d30b50e5787 req-a7773cb2-d76a-435b-9119-b84b8837f3a9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 943 time: 0.0542858 Oct 11 20:45:57.525995 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-77ab0183-c67e-4726-9bfb-9d30b50e5787 req-e4994a2c-45d2-4990-b672-33dae2f3932b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326469 Oct 11 20:45:57.675278 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e93be-914e-43fb-8496-a10f5c8e4033 req-5124ea4b-87fe-4def-a64b-5701cd8b99e5 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:57.677039 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-149e93be-914e-43fb-8496-a10f5c8e4033 req-5124ea4b-87fe-4def-a64b-5701cd8b99e5 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0539041 Oct 11 20:45:57.691536 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26544ac-98a1-4916-9c6a-f0d01c5a70a9 req-356c9743-ccd2-41bf-adf3-34725d6eed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:57.693006 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c26544ac-98a1-4916-9c6a-f0d01c5a70a9 req-356c9743-ccd2-41bf-adf3-34725d6eed05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1098 time: 0.0412071 Oct 11 20:45:57.718354 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-149e93be-914e-43fb-8496-a10f5c8e4033 req-1b6af184-8e78-4608-9125-b0cdce64521a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Oct 11 20:45:57.733696 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c26544ac-98a1-4916-9c6a-f0d01c5a70a9 req-7f395ffe-e3ee-439b-9ed1-1178cad8fd0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Oct 11 20:45:57.806604 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e974e7-fb4f-40d8-b8f3-02ed3fdacb5c req-33979050-312b-46ae-9593-278c09b74cd5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:57.808073 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a2e974e7-fb4f-40d8-b8f3-02ed3fdacb5c req-33979050-312b-46ae-9593-278c09b74cd5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 943 time: 0.0494010 Oct 11 20:45:57.845867 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a2e974e7-fb4f-40d8-b8f3-02ed3fdacb5c req-36225f2e-db30-4123-91c4-9e0009b15681 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Oct 11 20:45:58.369997 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e56c-3fc1-49b3-a6a9-483a017eb157 req-8bcfde78-4078-49ea-9a19-56b636c83e95 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:58.371603 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f731e56c-3fc1-49b3-a6a9-483a017eb157 req-8bcfde78-4078-49ea-9a19-56b636c83e95 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0485442 Oct 11 20:45:58.409757 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f731e56c-3fc1-49b3-a6a9-483a017eb157 req-d031e336-0ece-407c-980b-81bfd0ffd1f2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Oct 11 20:45:58.842712 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73da3f9-28f5-4439-a4d6-3b64727f0370 req-303824be-f621-4a5e-8537-1acbe22b2ce6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:58.844132 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d73da3f9-28f5-4439-a4d6-3b64727f0370 req-303824be-f621-4a5e-8537-1acbe22b2ce6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0519519 Oct 11 20:45:58.859695 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128197d-34fa-41eb-b0b0-b53dd33b3a8e req-76cb3f56-7c1e-4a17-83c5-7f571da07027 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:58.861825 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b128197d-34fa-41eb-b0b0-b53dd33b3a8e req-76cb3f56-7c1e-4a17-83c5-7f571da07027 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 943 time: 0.2689598 Oct 11 20:45:58.882846 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d73da3f9-28f5-4439-a4d6-3b64727f0370 req-7bdb05e7-6db9-45e5-ab43-2a5f18465cbd tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326152 Oct 11 20:45:58.901013 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b128197d-34fa-41eb-b0b0-b53dd33b3a8e req-7b8b7956-ba0f-4b74-a07d-89afe2d27442 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332866 Oct 11 20:45:59.000454 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a0215-a238-4927-8c55-74c282a035da req-272a8116-aea7-4e66-af3a-21dd362624f4 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:59.002826 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-490a0215-a238-4927-8c55-74c282a035da req-272a8116-aea7-4e66-af3a-21dd362624f4 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 943 time: 0.0564661 Oct 11 20:45:59.043862 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-490a0215-a238-4927-8c55-74c282a035da req-47e7cdd6-30c1-402c-a112-e6b127c2a99f tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340128 Oct 11 20:45:59.084226 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:45:59.179340 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:59.194153 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01', 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6', 'port_id': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01', 'mac_address': 'fa:16:3e:2e:af:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0237b18b-730d-40db-b206-5353fe6fe1c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:45:59.231530 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:59.244138 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:45:59.263404 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:45:59.267362 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:45:59.314916 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:45:59.522923 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add5374-fa20-42cf-a670-390869056765 req-f45a012e-a13b-4ff5-b713-8f3716b20f24 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:59.524378 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2add5374-fa20-42cf-a670-390869056765 req-f45a012e-a13b-4ff5-b713-8f3716b20f24 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0494883 Oct 11 20:45:59.561576 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2add5374-fa20-42cf-a670-390869056765 req-7c12c1f8-913c-4c7b-ae61-4dc8116f7bc0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Oct 11 20:45:59.631410 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:45:59.809691 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-883f64fe-b401-4d2e-811e-1875bf477c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:59.811699 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-883f64fe-b401-4d2e-811e-1875bf477c29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.0394268 Oct 11 20:45:59.821931 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd87a77-fdcc-44d3-8f64-c96a6bbf642b req-2f871e0a-fe54-4b8a-9e66-fed77410fbdc tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:59.823475 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4bd87a77-fdcc-44d3-8f64-c96a6bbf642b req-2f871e0a-fe54-4b8a-9e66-fed77410fbdc tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0581350 Oct 11 20:45:59.862260 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4bd87a77-fdcc-44d3-8f64-c96a6bbf642b req-4e8c3ac5-5a79-4f31-bce0-3ce13ae6ba90 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Oct 11 20:45:59.908103 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-ebe222d4-53ba-4477-9319-df46ba34306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:45:59.909564 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-ebe222d4-53ba-4477-9319-df46ba34306e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.0884297 Oct 11 20:45:59.956101 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-95d9e086-d5b9-49fb-a645-c1ba2d7645fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 217 time: 0.0354757 Oct 11 20:46:00.027004 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a5a3-4b77-45c1-80af-4152cb509281 req-7fe58467-0cbe-4e79-ad7e-ca52b2f8e824 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:00.028614 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f0d6a5a3-4b77-45c1-80af-4152cb509281 req-7fe58467-0cbe-4e79-ad7e-ca52b2f8e824 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 943 time: 0.0593474 Oct 11 20:46:00.031310 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-b9177abb-9e6f-455a-a3d5-21f450ae1c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:00.033267 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-b9177abb-9e6f-455a-a3d5-21f450ae1c96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.0697033 Oct 11 20:46:00.046965 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed2291-7bb7-4ee4-8d1d-69e9a03e6598 req-8c01fd86-9b93-4ca7-ae3e-75388b1e707d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:00.048563 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8fed2291-7bb7-4ee4-8d1d-69e9a03e6598 req-8c01fd86-9b93-4ca7-ae3e-75388b1e707d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0950086 Oct 11 20:46:00.082832 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f0d6a5a3-4b77-45c1-80af-4152cb509281 req-c174f41f-aa07-43f3-b1ee-bcd9acbc95f5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372944 Oct 11 20:46:00.086722 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-dc0c02fa-d6b9-4c19-9288-62c7d92de7dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371804 Oct 11 20:46:00.106405 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8fed2291-7bb7-4ee4-8d1d-69e9a03e6598 req-d1700f5b-e66f-439d-a3de-d2e6bbd93cc6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491722 Oct 11 20:46:00.194259 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf064f-7ee0-4939-84a1-a7dee62d5ea8 req-d1865143-6ecd-4251-96bb-026e303cf7a5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:00.195879 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f0cf064f-7ee0-4939-84a1-a7dee62d5ea8 req-d1865143-6ecd-4251-96bb-026e303cf7a5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 944 time: 0.0561790 Oct 11 20:46:00.226242 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-cf420b00-acf5-4bca-a9c8-78334d5fbacc service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187091 Oct 11 20:46:00.237450 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f0cf064f-7ee0-4939-84a1-a7dee62d5ea8 req-8b2dfdba-9aa1-4bc6-a625-d4b91df27696 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356431 Oct 11 20:46:00.253948 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2ed21-5e66-45e7-95e3-27da458e6ca0 req-506bb99a-3e81-4b4b-bf3c-32747491392b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:00.255401 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-36c2ed21-5e66-45e7-95e3-27da458e6ca0 req-506bb99a-3e81-4b4b-bf3c-32747491392b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0676219 Oct 11 20:46:00.334040 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-36c2ed21-5e66-45e7-95e3-27da458e6ca0 req-3972f4a4-bf6d-44a5-8a79-607b23e34a07 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696921 Oct 11 20:46:00.359433 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-342dc989-853b-4f34-a8bd-5dec9abeb3ef req-9246fc9c-8c94-4008-be94-e4ab5b45e903 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213915 Oct 11 20:46:00.664631 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834b916-aa28-4f16-92c8-9262eaddd3c5 req-cea268ed-413a-4b95-b46c-1612af871a23 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:00.666135 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3834b916-aa28-4f16-92c8-9262eaddd3c5 req-cea268ed-413a-4b95-b46c-1612af871a23 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Oct 11 20:46:00.703137 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3834b916-aa28-4f16-92c8-9262eaddd3c5 req-3e65855c-72e3-49e7-a9be-de2083fe1cc6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Oct 11 20:46:00.990749 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061396c-eb39-4632-8069-b9e4691a0fc8 req-1498040d-49ae-4574-be45-a661a185137b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:00.992285 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b061396c-eb39-4632-8069-b9e4691a0fc8 req-1498040d-49ae-4574-be45-a661a185137b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0580709 Oct 11 20:46:01.035012 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b061396c-eb39-4632-8069-b9e4691a0fc8 req-5bb5d74b-5f4d-4d0b-8b43-1e55008b58a3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Oct 11 20:46:01.082363 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:46:01.144031 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:46:01.148205 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:46:01.148573 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:01.197933 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f302ad-9f8a-4c65-a55f-5c3a6f0cd202 req-3abf938b-a991-4eed-895f-5a8747055849 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:01.199436 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-48f302ad-9f8a-4c65-a55f-5c3a6f0cd202 req-3abf938b-a991-4eed-895f-5a8747055849 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 943 time: 0.0489955 Oct 11 20:46:01.229736 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:01.238805 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-48f302ad-9f8a-4c65-a55f-5c3a6f0cd202 req-dca23b6c-9ca1-42df-ad65-20532beb80d2 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Oct 11 20:46:01.251906 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:01.254143 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82a6ec-5189-4a52-b2a9-026115c71d70" -d '{"events": [{"server_uuid": "6e538eb7-9127-4590-8e04-0645aebfdd23", "name": "network-vif-plugged", "status": "completed", "tag": "40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:01.267111 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:01.271401 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:01.297888 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510d9d56-29d0-4640-b3e4-325a1033e660 x-openstack-request-id: req-510d9d56-29d0-4640-b3e4-325a1033e660 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:01.298194 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e538eb7-9127-4590-8e04-0645aebfdd23", "name": "network-vif-plugged", "status": "completed", "tag": "40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:01.298445 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-510d9d56-29d0-4640-b3e4-325a1033e660 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:01.298849 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01', 'code': 200} Oct 11 20:46:01.332665 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:01.366729 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448e91-2946-4506-b9e6-3648d00eb23c req-b724d605-0ba1-44e3-9c8e-2e772dc55007 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:01.368275 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ef448e91-2946-4506-b9e6-3648d00eb23c req-b724d605-0ba1-44e3-9c8e-2e772dc55007 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 945 time: 0.0553668 Oct 11 20:46:01.406890 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ef448e91-2946-4506-b9e6-3648d00eb23c req-222c1f6f-bb52-4eff-8c03-0615974d6a49 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Oct 11 20:46:01.472263 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a5892-1fb9-470a-b96f-1d4ae673e8f4 req-849d3bc1-eafc-466b-b1b5-7fa8c914bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:01.473685 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad5a5892-1fb9-470a-b96f-1d4ae673e8f4 req-849d3bc1-eafc-466b-b1b5-7fa8c914bab3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 1098 time: 0.0394905 Oct 11 20:46:01.511601 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad5a5892-1fb9-470a-b96f-1d4ae673e8f4 req-05ef8be6-c2b6-4fba-b810-90b2953c13ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290573 Oct 11 20:46:02.316793 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f5ea4-e625-4067-a7a6-873340373f30 req-88c38cb4-b4ea-404d-a7ea-f4cd02e9495c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:02.318449 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d63f5ea4-e625-4067-a7a6-873340373f30 req-88c38cb4-b4ea-404d-a7ea-f4cd02e9495c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Oct 11 20:46:02.357538 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d63f5ea4-e625-4067-a7a6-873340373f30 req-73ac4835-575c-4600-ad19-c8fdc859390f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Oct 11 20:46:02.482323 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205f0e3-99b0-47b1-9121-1f26d2f4e6e1 req-24a41eb2-7023-4f30-bfcd-e3988be46392 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:02.483807 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9205f0e3-99b0-47b1-9121-1f26d2f4e6e1 req-24a41eb2-7023-4f30-bfcd-e3988be46392 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 943 time: 0.0551934 Oct 11 20:46:02.523950 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9205f0e3-99b0-47b1-9121-1f26d2f4e6e1 req-87c8353f-fdbf-4a19-b200-3f3f553f875f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Oct 11 20:46:02.632900 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce701f-9616-4f9a-96f5-f18fe3d8bdb6 req-d4d2fbfa-1269-4689-9ada-927bcee308ba tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:02.634776 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-72ce701f-9616-4f9a-96f5-f18fe3d8bdb6 req-d4d2fbfa-1269-4689-9ada-927bcee308ba tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0534983 Oct 11 20:46:02.681391 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-72ce701f-9616-4f9a-96f5-f18fe3d8bdb6 req-7fced2b6-fbba-47d2-bc23-b052703da106 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388169 Oct 11 20:46:02.741072 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013be87b-e7d3-41b1-abda-975c33a56a5c req-cda7584b-072f-47cb-9bce-360333a17a12 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:02.742564 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-013be87b-e7d3-41b1-abda-975c33a56a5c req-cda7584b-072f-47cb-9bce-360333a17a12 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 945 time: 0.0503135 Oct 11 20:46:02.778929 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-013be87b-e7d3-41b1-abda-975c33a56a5c req-75cd50a5-4db8-4e5e-a786-4b2b21b5b607 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304871 Oct 11 20:46:03.099505 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 42ee8799-53b7-40d9-8840-83e7accf17d7 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:46:03.201216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 42ee8799-53b7-40d9-8840-83e7accf17d7, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=42ee8799-53b7-40d9-8840-83e7accf17d7,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:03.213586 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'port_id': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'mac_address': 'fa:16:3e:f8:0f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:46:03.260897 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:03.273969 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ee8799-53b7-40d9-8840-83e7accf17d7 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:46:03.293975 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 42ee8799-53b7-40d9-8840-83e7accf17d7, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=42ee8799-53b7-40d9-8840-83e7accf17d7,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:03.297539 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:03.344287 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=42ee8799-53b7-40d9-8840-83e7accf17d7,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:03.488565 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419b794-5a14-4355-aaa8-2a287d02a96b req-0f4820cc-00fe-4f06-b2a4-6482a79ef56e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:03.490066 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0419b794-5a14-4355-aaa8-2a287d02a96b req-0f4820cc-00fe-4f06-b2a4-6482a79ef56e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0510044 Oct 11 20:46:03.527326 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0419b794-5a14-4355-aaa8-2a287d02a96b req-31e51110-e137-4010-8154-1df1a0a5498e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310907 Oct 11 20:46:03.639864 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0fcf-3c0b-4f82-9821-d6e35b8d2b98 req-bddca3b9-4c90-4774-b343-5d8f285724de tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:03.641279 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b04c0fcf-3c0b-4f82-9821-d6e35b8d2b98 req-bddca3b9-4c90-4774-b343-5d8f285724de tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 944 time: 0.0522869 Oct 11 20:46:03.677799 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b04c0fcf-3c0b-4f82-9821-d6e35b8d2b98 req-2fb7496d-fa08-4541-8e9e-b5f195eb7ebf tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300138 Oct 11 20:46:03.802072 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaad98-d348-4a1c-9f2b-5966100b7903 req-e76a5879-28ec-433d-ba01-d0a6f802b469 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:03.803707 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8aeaad98-d348-4a1c-9f2b-5966100b7903 req-e76a5879-28ec-433d-ba01-d0a6f802b469 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0534770 Oct 11 20:46:03.818386 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['42ee8799-53b7-40d9-8840-83e7accf17d7'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:46:03.843742 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8aeaad98-d348-4a1c-9f2b-5966100b7903 req-f40401d1-cc51-44db-8382-4b3a3acc3863 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339913 Oct 11 20:46:03.902133 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d44485-a117-4226-b154-a3907bab266c req-b51030f6-9c96-4390-93f7-0b9f38542cb5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:03.903688 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17d44485-a117-4226-b154-a3907bab266c req-b51030f6-9c96-4390-93f7-0b9f38542cb5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 945 time: 0.0523095 Oct 11 20:46:03.941419 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17d44485-a117-4226-b154-a3907bab266c req-2859b5d9-ca1b-4601-9580-18d55792096f tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Oct 11 20:46:04.641141 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c896a-7852-4902-8645-8f35b33d4535 req-450b2ced-ec1c-4998-8da7-f1b832ff1e24 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:04.643266 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-df2c896a-7852-4902-8645-8f35b33d4535 req-450b2ced-ec1c-4998-8da7-f1b832ff1e24 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0487092 Oct 11 20:46:04.680239 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-df2c896a-7852-4902-8645-8f35b33d4535 req-fa61347d-5638-4f05-b6a4-35bef788a206 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Oct 11 20:46:04.792583 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f0de6-a743-4dd7-8afc-c321e6e5cf4d req-07d82284-973e-4882-b5a2-9619e44efc76 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:04.794127 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-196f0de6-a743-4dd7-8afc-c321e6e5cf4d req-07d82284-973e-4882-b5a2-9619e44efc76 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 944 time: 0.0499103 Oct 11 20:46:04.836414 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-196f0de6-a743-4dd7-8afc-c321e6e5cf4d req-70f328ab-977a-4a97-bc16-b3e4b9183773 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346766 Oct 11 20:46:04.987616 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8d423-969a-47a4-97d4-70e6899a4844 req-06fc2bc8-3da7-43de-9896-9a09cb29c30d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:04.989698 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-36d8d423-969a-47a4-97d4-70e6899a4844 req-06fc2bc8-3da7-43de-9896-9a09cb29c30d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0693221 Oct 11 20:46:05.044431 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-36d8d423-969a-47a4-97d4-70e6899a4844 req-fd1a367d-195c-41f5-a255-14f7022650cf tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482721 Oct 11 20:46:05.099704 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 42ee8799-53b7-40d9-8840-83e7accf17d7 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:46:05.131600 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd144a2-e98d-4e62-85ab-e170b64c989e req-33da3081-8e38-4941-b074-c12915c6cab4 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:05.133073 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0cd144a2-e98d-4e62-85ab-e170b64c989e req-33da3081-8e38-4941-b074-c12915c6cab4 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 945 time: 0.0521681 Oct 11 20:46:05.151865 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 42ee8799-53b7-40d9-8840-83e7accf17d7 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:46:05.155392 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 42ee8799-53b7-40d9-8840-83e7accf17d7 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:46:05.155932 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:05.171392 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0cd144a2-e98d-4e62-85ab-e170b64c989e req-15421e0a-4cca-4484-a7bc-ed659aafdf62 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Oct 11 20:46:05.233703 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:05.256279 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:05.258586 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d18b575-a792-4af5-8576-4628d1245fbd" -d '{"events": [{"server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "name": "network-vif-plugged", "status": "completed", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:05.271389 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 42ee8799-53b7-40d9-8840-83e7accf17d7, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=42ee8799-53b7-40d9-8840-83e7accf17d7,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:05.275523 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:05.297618 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5f072d-c711-44de-86a6-925f19f0d5b4 x-openstack-request-id: req-8d5f072d-c711-44de-86a6-925f19f0d5b4 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:05.297965 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "name": "network-vif-plugged", "status": "completed", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:05.298273 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d5f072d-c711-44de-86a6-925f19f0d5b4 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:05.298851 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'code': 200} Oct 11 20:46:05.328629 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=42ee8799-53b7-40d9-8840-83e7accf17d7,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:05.603361 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747378-733d-4399-a387-e37d79b5c41f req-ce47633f-339d-4200-bd16-865db7d39c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:05.604817 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-44747378-733d-4399-a387-e37d79b5c41f req-ce47633f-339d-4200-bd16-865db7d39c71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 1098 time: 0.0380833 Oct 11 20:46:05.640793 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-44747378-733d-4399-a387-e37d79b5c41f req-849453d9-d052-463e-89d4-fe83aac73dec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271833 Oct 11 20:46:05.952647 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d4496-1c88-4bcb-9d19-222a26357725 req-88cf1aba-6681-48ca-a28a-834478a2abf9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:05.954734 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dd3d4496-1c88-4bcb-9d19-222a26357725 req-88cf1aba-6681-48ca-a28a-834478a2abf9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Oct 11 20:46:05.991455 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dd3d4496-1c88-4bcb-9d19-222a26357725 req-09023ca7-d953-4113-ab33-939179e79248 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309041 Oct 11 20:46:06.133065 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510d37b-502c-4248-be9b-1761c0c4b40c req-5ffc6c91-66e3-436a-bb62-8f164316fdc5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:06.134540 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d510d37b-502c-4248-be9b-1761c0c4b40c req-5ffc6c91-66e3-436a-bb62-8f164316fdc5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0523365 Oct 11 20:46:06.158422 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e906d4ec-1926-4386-99ef-02d360246831 req-f6b42e3b-e45b-4c75-b7c5-17e2cfd8877d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:06.159901 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e906d4ec-1926-4386-99ef-02d360246831 req-f6b42e3b-e45b-4c75-b7c5-17e2cfd8877d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0521002 Oct 11 20:46:06.172638 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d510d37b-502c-4248-be9b-1761c0c4b40c req-6626fb9a-e19d-4805-bca6-b2712bd4ace8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Oct 11 20:46:06.198022 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e906d4ec-1926-4386-99ef-02d360246831 req-7d11fbb4-e95a-487b-84c3-120c7abf30c4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319483 Oct 11 20:46:06.300758 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cbbfc-ca0d-46a4-aa4b-fc752914885e req-3c5a0d99-fa2f-42c5-926c-7b4b04004e51 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:06.302256 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ff6cbbfc-ca0d-46a4-aa4b-fc752914885e req-3c5a0d99-fa2f-42c5-926c-7b4b04004e51 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Oct 11 20:46:06.343279 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ff6cbbfc-ca0d-46a4-aa4b-fc752914885e req-08f1bd00-fc25-4b05-b27b-e00ea18b574b tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342045 Oct 11 20:46:07.103404 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b6c63-c894-4bd3-a5f3-a69cfbd977ba req-a4b19b37-c4bb-40ef-9996-fecf4c7368d2 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:07.104865 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-077b6c63-c894-4bd3-a5f3-a69cfbd977ba req-a4b19b37-c4bb-40ef-9996-fecf4c7368d2 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 945 time: 0.0478086 Oct 11 20:46:07.142137 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-077b6c63-c894-4bd3-a5f3-a69cfbd977ba req-5ea4ba3f-6a82-44b4-abf5-1ed846d107df tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306842 Oct 11 20:46:07.315925 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624342db-5bcb-4203-b23f-3774e05c7288 req-47cc6e03-19fa-4855-b83b-bf4d48ce1bb7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:07.317371 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-624342db-5bcb-4203-b23f-3774e05c7288 req-47cc6e03-19fa-4855-b83b-bf4d48ce1bb7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0479376 Oct 11 20:46:07.354246 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-624342db-5bcb-4203-b23f-3774e05c7288 req-7f38fead-00fc-4d58-87be-dcfe8bb0bd21 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308313 Oct 11 20:46:07.468593 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b57076-e760-4ad3-a90f-72764f72517d req-0a2eda67-1a19-4fec-9929-19cf25a63a93 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:07.470097 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b1b57076-e760-4ad3-a90f-72764f72517d req-0a2eda67-1a19-4fec-9929-19cf25a63a93 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 945 time: 0.0530801 Oct 11 20:46:07.506854 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b1b57076-e760-4ad3-a90f-72764f72517d req-78918485-393e-49f9-a8b1-d634032e3f5b tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305176 Oct 11 20:46:07.593797 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-dc265650-e0c8-4796-8f06-c746d3d7f419 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:07.595714 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-dc265650-e0c8-4796-8f06-c746d3d7f419 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Oct 11 20:46:07.727162 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Deleting port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:46:07.727425 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:07.813233 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] For port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:07.814177 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:07.827902 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Calling delete_port for 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:46:07.979261 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:07.998587 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:46:08.010946 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Pushing event deleted for resources: {'Port': ['ID=40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:08.068066 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] No DVR routers for this DVR port 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:46:08.071144 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:08.074382 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8a1f5db5-6cab-4a35-893a-f20bd3a7f4da req-c5b57057-c6ef-4cea-8137-421f6fd32190 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "DELETE /v2.0/ports/40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 HTTP/1.1" status: 204 len: 173 time: 0.4676976 Oct 11 20:46:08.074835 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'name': 'network-vif-deleted', 'tag': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:08.077042 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d391f0-fa69-4c96-ab63-d3af5382187c" -d '{"events": [{"server_uuid": "6e538eb7-9127-4590-8e04-0645aebfdd23", "name": "network-vif-deleted", "tag": "40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:08.112990 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c02d8a1-3cc8-4055-9049-376c5a9a177a x-openstack-request-id: req-9c02d8a1-3cc8-4055-9049-376c5a9a177a {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:08.113284 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e538eb7-9127-4590-8e04-0645aebfdd23", "name": "network-vif-deleted", "tag": "40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:08.113571 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9c02d8a1-3cc8-4055-9049-376c5a9a177a {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:08.113964 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e538eb7-9127-4590-8e04-0645aebfdd23', 'name': 'network-vif-deleted', 'tag': '40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01', 'status': 'completed', 'code': 200} Oct 11 20:46:08.255929 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac7b82-85a9-48d3-90f0-1bb60665194f req-60b0a2f9-9c81-48e2-8dd8-381c76e9f9e7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:08.257286 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bcac7b82-85a9-48d3-90f0-1bb60665194f req-60b0a2f9-9c81-48e2-8dd8-381c76e9f9e7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 945 time: 0.0491953 Oct 11 20:46:08.296597 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bcac7b82-85a9-48d3-90f0-1bb60665194f req-78a9c595-fdb3-48db-8547-c020772ed764 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333483 Oct 11 20:46:08.410133 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d58c-fddc-4b14-a0a4-1392f6d6e677 req-040d2558-a682-4384-b5de-7f9825e79a1c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:08.411613 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-18d7d58c-fddc-4b14-a0a4-1392f6d6e677 req-040d2558-a682-4384-b5de-7f9825e79a1c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Oct 11 20:46:08.449931 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-18d7d58c-fddc-4b14-a0a4-1392f6d6e677 req-a068175d-0f0d-4f34-a01d-90e3f7ccbf69 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320632 Oct 11 20:46:08.472928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8246cdb-202e-4b63-ab56-342b9097f201 req-b3c5e218-249c-40bc-ae16-4de0b95e4116 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:08.474178 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43474) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:08.474701 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a8246cdb-202e-4b63-ab56-342b9097f201 req-b3c5e218-249c-40bc-ae16-4de0b95e4116 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0526698 Oct 11 20:46:08.514774 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a8246cdb-202e-4b63-ab56-342b9097f201 req-60b4af04-d30f-40d6-a49e-1420ecf35419 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Oct 11 20:46:08.623791 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2de362aa-99fa-4a22-afd2-0500bdd5d878 req-c9f9e9e7-a857-4ef5-93b7-a7f9293737b0 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e538eb7-9127-4590-8e04-0645aebfdd23 HTTP/1.1" status: 200 len: 210 time: 0.0325637 Oct 11 20:46:08.668504 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a2c751-b6c1-4c4f-9f4d-080636f90d96 tempest-TestVolumeBootPattern-855204383 tempest-TestVolumeBootPattern-855204383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:08.669989 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f9a2c751-b6c1-4c4f-9f4d-080636f90d96 tempest-TestVolumeBootPattern-855204383 tempest-TestVolumeBootPattern-855204383-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 1093 time: 0.1933579 Oct 11 20:46:08.672903 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43482) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:08.677256 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'port_id': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:08.700829 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:08.803208 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:08.902155 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Allocated IP 172.27.2.214 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/0691ac42-d4e1-46c6-b5d0-eb88005290f9) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:46:09.003281 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:09.035947 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:09.070541 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:46:09.073118 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:46:09.078478 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:46:09.107029 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=0691ac42-d4e1-46c6-b5d0-eb88005290f9,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:09.713730 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598540a9-4498-4e3c-bd28-cb4557ea583e req-a44e1618-8360-47f4-823e-ff3a95f055bb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:09.722641 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-598540a9-4498-4e3c-bd28-cb4557ea583e req-a44e1618-8360-47f4-823e-ff3a95f055bb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.1156132 Oct 11 20:46:09.773031 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:09.783152 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-598540a9-4498-4e3c-bd28-cb4557ea583e req-b021f419-0706-426b-ae84-5d55869e273c tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564365 Oct 11 20:46:09.882097 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:10.042041 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605febb-e772-4f41-b699-8daaf2317766 req-5cbb3bae-5f05-4d8c-90fd-9106298a56d7 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:10.043522 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-5cbb3bae-5f05-4d8c-90fd-9106298a56d7 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/networks?id=68d86cce-c7de-44aa-9066-6c7fd11790e6 HTTP/1.1" status: 200 len: 808 time: 0.1702888 Oct 11 20:46:10.064286 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-ff73cef3-d894-401a-b9ba-f0be90bb55a0 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/quotas/7009d28c322a48bc9fa8da241ca91329 HTTP/1.1" status: 200 len: 375 time: 0.0124891 Oct 11 20:46:10.107586 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-e158967f-d103-461e-8c62-a0926fc13b83 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7009d28c322a48bc9fa8da241ca91329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359519 Oct 11 20:46:10.202985 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:10.209443 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:10.258333 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:10.299903 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-ed35600c-6b19-4288-95ce-9f375b6d3a5e service neutron] 10.222.0.43 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818566 Oct 11 20:46:10.318128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=0691ac42-d4e1-46c6-b5d0-eb88005290f9,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:10.433823 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbf1f5-a273-42b6-93da-5a4f633e9f4e req-885224da-fc51-4a0a-b118-3df76191366a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:10.435327 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9fdbf1f5-a273-42b6-93da-5a4f633e9f4e req-885224da-fc51-4a0a-b118-3df76191366a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0473807 Oct 11 20:46:10.436880 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Floating IP 274b1b87-6708-40c3-91d7-158c35132ea2 associated. External IP: 172.27.2.214, port: 42ee8799-53b7-40d9-8840-83e7accf17d7. Oct 11 20:46:10.476205 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-f6b18213-82b2-420f-9b05-7c81f19b8e54 service neutron] 10.222.0.43 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671779 Oct 11 20:46:10.477537 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9fdbf1f5-a273-42b6-93da-5a4f633e9f4e req-eca904c7-1b8a-44ed-a19c-fc0b42648e9c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353291 Oct 11 20:46:10.506315 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43518) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:10.665084 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:46:10.679597 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6619eadb-0792-4eb5-97ff-ab51fa104ffd req-2d6957f3-6b85-43ae-a201-67a05b4541bc tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 210 time: 0.0463364 Oct 11 20:46:10.704192 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a4602-4943-47c5-aaf0-8a27592cc613 tempest-TestMinimumBasicScenario-719951346 tempest-TestMinimumBasicScenario-719951346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:10.704192 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1b0a4602-4943-47c5-aaf0-8a27592cc613 tempest-TestMinimumBasicScenario-719951346 tempest-TestMinimumBasicScenario-719951346-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1093 time: 0.1918595 Oct 11 20:46:10.705949 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43528) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:10.710919 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'port_id': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:10.739665 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for floatingip, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:10.914628 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:11.025665 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:46:11.037777 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:46:11.038618 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf49fc-205c-4192-a5f1-05b11361bce8 req-daef5169-ea20-4370-8f07-6edf9e1a975f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:11.039946 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e5bf49fc-205c-4192-a5f1-05b11361bce8 req-daef5169-ea20-4370-8f07-6edf9e1a975f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0698407 Oct 11 20:46:11.055698 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:46:11.065202 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Allocated IP 172.27.2.253 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/e752bbf4-b595-4575-a290-09e2a2ef3af4) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:46:11.066115 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:11.067728 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:45:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:11.106527 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-cc4ab409-daf9-41de-b123-bf972325e44b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4293833 Oct 11 20:46:11.106527 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:11.107988 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92767e8f-e49f-4799-82c4-5b875acdad6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:11.126956 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:46:11.184325 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e5bf49fc-205c-4192-a5f1-05b11361bce8 req-adec72c5-2372-4a09-9f48-f027bd2f4595 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329143 Oct 11 20:46:11.189602 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:46:11.193765 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 40b0bb3c-f5fe-4c22-ac7f-7e312e6e2c01 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:46:11.233744 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a118818-32e7-45ec-8e3d-28ce27d39c60 x-openstack-request-id: req-0a118818-32e7-45ec-8e3d-28ce27d39c60 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:11.234068 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:11.234534 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0a118818-32e7-45ec-8e3d-28ce27d39c60 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:11.236057 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'status': 'completed', 'code': 200} Oct 11 20:46:11.249018 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:46:11.293490 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:11.312519 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-5ce4e543-6836-4033-9b32-f5d776169a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:11.314620 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-5ce4e543-6836-4033-9b32-f5d776169a94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 1098 time: 0.0623252 Oct 11 20:46:11.384593 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:11.433614 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:46:11.441658 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:46:11.448121 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:46:11.452252 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'Port': ['ID=e752bbf4-b595-4575-a290-09e2a2ef3af4,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:11.514160 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-7f7ba15f-a14a-4374-a39a-724447839ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:11.515648 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-7f7ba15f-a14a-4374-a39a-724447839ce8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.1812396 Oct 11 20:46:11.518892 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '274b1b87-6708-40c3-91d7-158c35132ea2', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:f8:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:46:09Z', 'updated_at': '2021-10-11T20:46:09Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:11.545097 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:46:11.553361 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:46:11.553957 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:45:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:11.659094 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:46:11.661738 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-b7fdf563-3605-4d39-aa10-561678941e19 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42ee8799-53b7-40d9-8840-83e7accf17d7 HTTP/1.1" status: 200 len: 999 time: 0.1253920 Oct 11 20:46:11.784956 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-35034e01-2261-455f-9388-1f193bb4535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:11.786388 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-35034e01-2261-455f-9388-1f193bb4535c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0876610 Oct 11 20:46:11.791436 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5b0f4a56-4ff8-4796-99f6-3b13bc9df166 req-c24d0edd-518f-4508-9c8c-0e5c89735df8 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 210 time: 0.0376291 Oct 11 20:46:11.885495 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-6e6efd48-05f9-4bb4-b14d-4b309958e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:11.887163 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-6e6efd48-05f9-4bb4-b14d-4b309958e4bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0923939 Oct 11 20:46:11.931106 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '274b1b87-6708-40c3-91d7-158c35132ea2', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:f8:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:46:09Z', 'updated_at': '2021-10-11T20:46:09Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:11.962091 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13481c5-1d24-44a3-b7a6-92e678ef4414 None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '274b1b87-6708-40c3-91d7-158c35132ea2', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.214', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:f8:0f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:46:09Z', 'updated_at': '2021-10-11T20:46:09Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:46:12.039843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605febb-e772-4f41-b699-8daaf2317766 req-aa5df5f1-9991-48f2-bf9f-4685c7ebd0aa tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:12.042206 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-aa5df5f1-9991-48f2-bf9f-4685c7ebd0aa tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "GET /v2.0/networks?id=68d86cce-c7de-44aa-9066-6c7fd11790e6 HTTP/1.1" status: 200 len: 808 time: 0.1434538 Oct 11 20:46:12.071749 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Request body: {'port': {'device_id': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6', 'admin_state_up': True, 'tenant_id': '7009d28c322a48bc9fa8da241ca91329'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:12.198137 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41268d4b-0501-4456-8d27-30996ed1a2b1 None None] New status for floating IP 274b1b87-6708-40c3-91d7-158c35132ea2: ACTIVE {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:46:12.211315 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Made reservation on behalf of 7009d28c322a48bc9fa8da241ca91329 for: {'port': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:46:12.215125 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.346654 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Allocated IP 172.20.0.11 (68d86cce-c7de-44aa-9066-6c7fd11790e6/0237b18b-730d-40db-b206-5353fe6fe1c5/0662e166-2b07-42ad-af80-86b919f38eaf) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:46:12.349113 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.352579 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-706d8251-4d69-41e8-96f0-94b7e61c617f service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534619 Oct 11 20:46:12.484888 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6283283-7e7c-4c9a-9e7a-62fd1dd33892 req-4298e819-8067-442c-9d58-e131299ec7e8 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:12.486443 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c6283283-7e7c-4c9a-9e7a-62fd1dd33892 req-4298e819-8067-442c-9d58-e131299ec7e8 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.1954472 Oct 11 20:46:12.505525 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.530374 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.578405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.623985 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Network 68d86cce-c7de-44aa-9066-6c7fd11790e6 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:46:12.627652 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:46:12.630209 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:46:12.636549 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:12.637241 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.655811 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Pushing event updated for resources: {'Port': ['ID=0662e166-2b07-42ad-af80-86b919f38eaf,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:12.661657 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-92767e8f-e49f-4799-82c4-5b875acdad6b req-4ba608d7-fe00-4b07-9d13-a8ffac1ee071 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835901 Oct 11 20:46:12.666689 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c6283283-7e7c-4c9a-9e7a-62fd1dd33892 req-752606c8-4890-430d-a041-cdfd164a2ae0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694987 Oct 11 20:46:12.666849 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-c73c6ffd-146f-4c56-9ac9-ad95956848f5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5985010 Oct 11 20:46:12.691905 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Request body: {'port': {'device_id': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:12.731186 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.736344 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.748921 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.801164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'Port': ['ID=e752bbf4-b595-4575-a290-09e2a2ef3af4,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:12.813353 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:12.924962 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Floating IP e52d10c4-5a68-48b3-8f97-c9633d62c3ff associated. External IP: 172.27.2.253, port: 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4. Oct 11 20:46:12.969042 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864c9fe-0367-4360-a9d2-1fe1b540624e req-ae2f446e-e9d2-4047-a658-383937b706d7 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:12.971187 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9864c9fe-0367-4360-a9d2-1fe1b540624e req-ae2f446e-e9d2-4047-a658-383937b706d7 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 932 time: 0.1022074 Oct 11 20:46:13.038694 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9864c9fe-0367-4360-a9d2-1fe1b540624e req-6875e3dc-f9fd-4ab2-b155-1684515c2e9f tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591588 Oct 11 20:46:13.084489 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0662e166-2b07-42ad-af80-86b919f38eaf {{(pid=105805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:46:13.091953 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.104345 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.provisioning_blocks [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Transition to ACTIVE for port object 0662e166-2b07-42ad-af80-86b919f38eaf will not be triggered until provisioned by entity L2. {{(pid=105805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:46:13.108245 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.132588 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Router 0bd3edb1-fc86-454f-b036-2802061c986f has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:46:13.156525 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=0662e166-2b07-42ad-af80-86b919f38eaf,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:13.189054 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Attempting to bind port 0662e166-2b07-42ad-af80-86b919f38eaf on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:46:13.189467 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Attempting to bind port 0662e166-2b07-42ad-af80-86b919f38eaf by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:46:13.189820 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Attempting to bind port 0662e166-2b07-42ad-af80-86b919f38eaf on network 68d86cce-c7de-44aa-9066-6c7fd11790e6 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:46:13.194234 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Port 0662e166-2b07-42ad-af80-86b919f38eaf on network 68d86cce-c7de-44aa-9066-6c7fd11790e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:46:13.194589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Attempting to bind port 0662e166-2b07-42ad-af80-86b919f38eaf on network 68d86cce-c7de-44aa-9066-6c7fd11790e6 {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:46:13.199285 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:46:13.199613 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Checking segment: {'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:46:13.199988 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Bound using segment: {'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'} {{(pid=105805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:46:13.200408 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.managers [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Bound port: 0662e166-2b07-42ad-af80-86b919f38eaf, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da83966a-f30d-43f5-bbcc-75198944ba83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6'}}] {{(pid=105805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:46:13.200757 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.240785 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:46:13.252396 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] Sync routers for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:46:13.261326 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.262594 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:46:13.263348 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:45:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:13.275065 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] For port 0662e166-2b07-42ad-af80-86b919f38eaf, host hv-cinder-81353, cleared binding levels {{(pid=105805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:46:13.278218 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] For port 0662e166-2b07-42ad-af80-86b919f38eaf, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=0662e166-2b07-42ad-af80-86b919f38eaf,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:46:13.284994 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.290695 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-7302c56a-8434-43e6-91d9-e46ff3d537a0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5834367 Oct 11 20:46:13.291312 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:13.293722 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f84cd2-cef0-4122-98de-15631ff16d71" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:13.293877 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43572) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:13.319328 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-1cf85cc3-693c-4ae5-94d0-c550caaf566d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1678206511', 'description': 'tempest-secgroup-smoke-1678206511 description', 'project_id': '66d8d90b24904424a38e5a84b7d1c076'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:13.331203 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9df1bf-dbce-4e4a-ade4-a063833a6763 x-openstack-request-id: req-5e9df1bf-dbce-4e4a-ade4-a063833a6763 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:13.331516 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:13.331772 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e9df1bf-dbce-4e4a-ade4-a063833a6763 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:13.332168 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'status': 'completed', 'code': 200} Oct 11 20:46:13.340786 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:13.341618 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.343034 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] 10.222.0.46 "PUT /v2.0/ports/0662e166-2b07-42ad-af80-86b919f38eaf HTTP/1.1" status: 200 len: 1094 time: 0.6558020 Oct 11 20:46:13.347831 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'tag': '0662e166-2b07-42ad-af80-86b919f38eaf'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:13.350040 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9374be-a4ea-4077-976f-89dbc1dc1e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea64ea2b-6dd5-4710-8a44-918e26cc60dd", "tag": "0662e166-2b07-42ad-af80-86b919f38eaf"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:13.375167 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cc3-693c-4ae5-94d0-c550caaf566d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.381793 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:46:13.390020 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080e2d26-38ef-4067-96a9-194d5dc76821 x-openstack-request-id: req-080e2d26-38ef-4067-96a9-194d5dc76821 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:13.390302 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea64ea2b-6dd5-4710-8a44-918e26cc60dd", "tag": "0662e166-2b07-42ad-af80-86b919f38eaf", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:13.390575 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-080e2d26-38ef-4067-96a9-194d5dc76821 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:13.390952 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'tag': '0662e166-2b07-42ad-af80-86b919f38eaf', 'status': 'completed', 'code': 200} Oct 11 20:46:13.393465 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdafb6-cc2c-4b7a-a15e-8b158b79cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=0662e166-2b07-42ad-af80-86b919f38eaf,revision_number=3']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:13.455169 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cc3-693c-4ae5-94d0-c550caaf566d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.458931 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cc3-693c-4ae5-94d0-c550caaf566d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.487991 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1cf85cc3-693c-4ae5-94d0-c550caaf566d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.489228 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-1cf85cc3-693c-4ae5-94d0-c550caaf566d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1734397 Oct 11 20:46:13.492231 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43578) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:13.497500 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-2f052ef0-d800-4ed3-b7b4-ff9ba3b3e10f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'security_group_rule': {'security_group_id': '0d66636f-df37-4064-81e8-2f312582b063', 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:13.503862 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf85cc3-693c-4ae5-94d0-c550caaf566d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d66636f-df37-4064-81e8-2f312582b063,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:13.529310 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2f052ef0-d800-4ed3-b7b4-ff9ba3b3e10f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.586239 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2f052ef0-d800-4ed3-b7b4-ff9ba3b3e10f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.589837 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2f052ef0-d800-4ed3-b7b4-ff9ba3b3e10f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.611888 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f052ef0-d800-4ed3-b7b4-ff9ba3b3e10f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e958f9b-33c9-43d4-a245-0bae94429a72,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:13.617795 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2f052ef0-d800-4ed3-b7b4-ff9ba3b3e10f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.621872 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43582) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:13.622921 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2f052ef0-d800-4ed3-b7b4-ff9ba3b3e10f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297147 Oct 11 20:46:13.626887 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-f0b3372a-d76a-452e-8dbb-d2cce873f61d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'security_group_rule': {'security_group_id': '0d66636f-df37-4064-81e8-2f312582b063', 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:13.655700 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0b3372a-d76a-452e-8dbb-d2cce873f61d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.692862 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'e52d10c4-5a68-48b3-8f97-c9633d62c3ff', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'port_id': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'mac_address': 'fa:16:3e:de:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1824de-df28-4673-b75d-c9ec77329686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:46:11Z', 'updated_at': '2021-10-11T20:46:11Z', 'revision_number': 0, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 5, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:13.717523 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0b3372a-d76a-452e-8dbb-d2cce873f61d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.722656 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0b3372a-d76a-452e-8dbb-d2cce873f61d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.722885 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] Checking router: 0bd3edb1-fc86-454f-b036-2802061c986f for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:46:13.733555 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:46:13.735957 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:45:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:13.741945 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3372a-d76a-452e-8dbb-d2cce873f61d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd968b02-f488-4776-8384-a4bbc42b568d,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:13.755477 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0b3372a-d76a-452e-8dbb-d2cce873f61d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.756620 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f0b3372a-d76a-452e-8dbb-d2cce873f61d tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337695 Oct 11 20:46:13.759733 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43586) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:13.764795 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-45df1681-a2d0-442a-bd10-1d836d981a0b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'security_group_rule': {'security_group_id': '0d66636f-df37-4064-81e8-2f312582b063', 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:13.798546 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-45df1681-a2d0-442a-bd10-1d836d981a0b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.808321 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dc50e-0c73-46a1-8d6d-fa1e882ef463 req-5eef20d5-0741-43d2-9f8b-bda528c28763 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:13.809831 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-994dc50e-0c73-46a1-8d6d-fa1e882ef463 req-5eef20d5-0741-43d2-9f8b-bda528c28763 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0581305 Oct 11 20:46:13.847817 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:46:13.849927 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-994dc50e-0c73-46a1-8d6d-fa1e882ef463 req-97bb9cd2-f091-44f2-b122-c863f4ee8d3f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328465 Oct 11 20:46:13.869401 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-45df1681-a2d0-442a-bd10-1d836d981a0b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.874382 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-45df1681-a2d0-442a-bd10-1d836d981a0b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.892128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df1681-a2d0-442a-bd10-1d836d981a0b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c16c51-3044-4633-8ea4-9cebf0acc6ac,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:13.901052 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-45df1681-a2d0-442a-bd10-1d836d981a0b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.902595 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-45df1681-a2d0-442a-bd10-1d836d981a0b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411471 Oct 11 20:46:13.904989 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43590) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:13.909541 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-c88a2aa0-2e6a-4078-ac77-63ffd7d45b41 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'security_group_rule': {'security_group_id': '0d66636f-df37-4064-81e8-2f312582b063', 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:13.937837 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c88a2aa0-2e6a-4078-ac77-63ffd7d45b41 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:13.996334 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c88a2aa0-2e6a-4078-ac77-63ffd7d45b41 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.001132 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c88a2aa0-2e6a-4078-ac77-63ffd7d45b41 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.018505 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a2aa0-2e6a-4078-ac77-63ffd7d45b41 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02538918-b4e0-4b94-b8ac-05639a888a9d,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:14.028139 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c88a2aa0-2e6a-4078-ac77-63ffd7d45b41 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.029321 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-c88a2aa0-2e6a-4078-ac77-63ffd7d45b41 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233814 Oct 11 20:46:14.032495 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 43592) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:14.036662 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'security_group_rule': {'security_group_id': '0d66636f-df37-4064-81e8-2f312582b063', 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:14.060725 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.securitygroups_db [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Project 66d8d90b24904424a38e5a84b7d1c076 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 20:46:14.066974 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.093247 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'e52d10c4-5a68-48b3-8f97-c9633d62c3ff', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'port_id': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'mac_address': 'fa:16:3e:de:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1824de-df28-4673-b75d-c9ec77329686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:46:11Z', 'updated_at': '2021-10-11T20:46:11Z', 'revision_number': 0, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 5, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:46:14.125123 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556adf26-6fe3-4773-adea-89cb6b852f3b None None] The sync data for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi is: [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'e52d10c4-5a68-48b3-8f97-c9633d62c3ff', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'port_id': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'mac_address': 'fa:16:3e:de:d0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c1824de-df28-4673-b75d-c9ec77329686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:46:11Z', 'updated_at': '2021-10-11T20:46:11Z', 'revision_number': 0, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 5, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:46:14.167790 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.175320 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.188273 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7ca0b-40ee-464b-b9e8-227486c47e8f req-61361f30-55bc-4f69-a7ee-5103c51e6b18 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:14.189776 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-35d7ca0b-40ee-464b-b9e8-227486c47e8f req-61361f30-55bc-4f69-a7ee-5103c51e6b18 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 944 time: 0.0771840 Oct 11 20:46:14.207953 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ffddef-ded1-43db-ba03-4ec9f069c0f4,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:14.221699 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.222875 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-66e97485-d1c9-402e-b414-56a334521f6c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1898746 Oct 11 20:46:14.225936 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43596) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:14.230448 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'security_group_rule': {'security_group_id': '0d66636f-df37-4064-81e8-2f312582b063', 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:14.243960 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-35d7ca0b-40ee-464b-b9e8-227486c47e8f req-bf9c93c3-25ac-41c7-8703-5817d9e25aa0 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437660 Oct 11 20:46:14.268267 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.securitygroups_db [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Project 66d8d90b24904424a38e5a84b7d1c076 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 20:46:14.273503 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.324654 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4979614-c532-45e6-aa00-1ac69c72bc7f None None] New status for floating IP e52d10c4-5a68-48b3-8f97-c9633d62c3ff: ACTIVE {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:46:14.330073 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.334299 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.352308 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32c2b27-708d-4ef8-a459-20eb9d75c8d9,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:14.359814 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.361033 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-90715d1b-f393-4162-b491-bafb427b2383 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1340225 Oct 11 20:46:14.438382 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-05e14f9c-4008-48ee-8516-da586627e4cc req-42b67384-6053-4f82-a707-f1dd78c3284f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678206511&fields=id&tenant_id=66d8d90b24904424a38e5a84b7d1c076 HTTP/1.1" status: 200 len: 267 time: 0.0328543 Oct 11 20:46:14.493451 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f9c-4008-48ee-8516-da586627e4cc req-4f44cd90-94aa-43e9-b008-b21b08a9c854 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:14.494948 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-05e14f9c-4008-48ee-8516-da586627e4cc req-4f44cd90-94aa-43e9-b008-b21b08a9c854 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0506020 Oct 11 20:46:14.506517 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'port': {'security_groups': ['22c0db90-118a-4358-88ea-d0a8842b1a44', '0d66636f-df37-4064-81e8-2f312582b063']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:46:14.577956 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.758928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:14.787119 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.791334 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.833331 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:14.833860 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:14.835330 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-05e14f9c-4008-48ee-8516-da586627e4cc req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "PUT /v2.0/ports/144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 981 time: 0.3335373 Oct 11 20:46:14.860584 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79e0a7-edfe-4145-8fb1-572cf231c9fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=6']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:14.940705 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b2d60-6548-4156-b960-163d7ec04f7d req-087aa35f-0323-4906-b0c2-e7137bf79ba4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:14.942249 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-884b2d60-6548-4156-b960-163d7ec04f7d req-087aa35f-0323-4906-b0c2-e7137bf79ba4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0531681 Oct 11 20:46:14.975965 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596a448-57e9-4d81-8c8e-b237afeb3036 req-facf32f0-5ff4-4f6c-b948-8567214c2ceb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:14.983386 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d596a448-57e9-4d81-8c8e-b237afeb3036 req-facf32f0-5ff4-4f6c-b948-8567214c2ceb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0586042 Oct 11 20:46:15.002832 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-884b2d60-6548-4156-b960-163d7ec04f7d req-7d2eddf3-e515-4c62-8215-8508ec525658 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540001 Oct 11 20:46:15.024992 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d596a448-57e9-4d81-8c8e-b237afeb3036 req-9d365a0e-dcc6-4370-9d85-7ef3c2db9545 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Oct 11 20:46:15.076216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-dc3d929f-7bbc-49ce-a643-4dfd738b9b5d None None] Provisioning complete for port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:46:15.076580 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dc3d929f-7bbc-49ce-a643-4dfd738b9b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:15.333355 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:15.335683 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a89c9a7-5722-4abc-8250-0816cb2e0a70" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:15.362722 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22a499-2d5f-49d5-a3ba-9659cf9e48f0 req-60927300-b9f2-41cb-9b3d-e8cd8bf1dc1b tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:15.364430 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d22a499-2d5f-49d5-a3ba-9659cf9e48f0 req-60927300-b9f2-41cb-9b3d-e8cd8bf1dc1b tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 944 time: 0.0500853 Oct 11 20:46:15.372478 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d2eeec-972a-4ada-99dc-affb9cf08698 x-openstack-request-id: req-23d2eeec-972a-4ada-99dc-affb9cf08698 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:15.372824 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:15.373155 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23d2eeec-972a-4ada-99dc-affb9cf08698 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:15.373603 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'status': 'completed', 'code': 200} Oct 11 20:46:15.401417 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d22a499-2d5f-49d5-a3ba-9659cf9e48f0 req-4cb15971-a5c3-4f99-b16f-bef265b0624b tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309346 Oct 11 20:46:15.829438 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:46:15.863899 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-ec1d543f-f767-4b7d-a436-ef79961530b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:15.865601 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-ec1d543f-f767-4b7d-a436-ef79961530b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1137 time: 0.0462575 Oct 11 20:46:15.865993 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9374be-a4ea-4077-976f-89dbc1dc1e8d req-bde54b60-5296-4dac-afd1-6a0025f6e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:15.867564 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1a9374be-a4ea-4077-976f-89dbc1dc1e8d req-bde54b60-5296-4dac-afd1-6a0025f6e337 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7009d28c322a48bc9fa8da241ca91329&device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 1097 time: 0.0459909 Oct 11 20:46:15.946507 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:46:15.972981 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-e0a0bacd-6372-4010-8b17-d2659ebb279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:15.974714 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-e0a0bacd-6372-4010-8b17-d2659ebb279f service neutron] 10.222.0.46 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 915 time: 0.0905817 Oct 11 20:46:15.976936 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9374be-a4ea-4077-976f-89dbc1dc1e8d req-77e7b380-7fed-40c8-8316-26d7673351c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:15.978378 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1a9374be-a4ea-4077-976f-89dbc1dc1e8d req-77e7b380-7fed-40c8-8316-26d7673351c0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7009d28c322a48bc9fa8da241ca91329&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0932069 Oct 11 20:46:16.066039 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-7cad2868-ab4b-4dd2-a092-88b07b0c9546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 1001 time: 0.0700154 Oct 11 20:46:16.121397 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9374be-a4ea-4077-976f-89dbc1dc1e8d req-77754f57-3d07-4e13-90c1-97f94eba9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.123106 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1a9374be-a4ea-4077-976f-89dbc1dc1e8d req-77754f57-3d07-4e13-90c1-97f94eba9d7e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263440 Oct 11 20:46:16.130655 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-fbdf428c-8b4d-41fe-a8db-154cb79786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.132253 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-fbdf428c-8b4d-41fe-a8db-154cb79786d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 200 len: 853 time: 0.0580592 Oct 11 20:46:16.188103 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-bf85e753-76dc-440c-a85d-122aafd7a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.190115 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-bf85e753-76dc-440c-a85d-122aafd7a07f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=771b1496-2f20-4d28-a9e2-26256f408241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497277 Oct 11 20:46:16.214886 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92f1f-33a4-445e-8b7d-6201758e1db8 req-b6f36aae-e086-421d-8663-b87abc303d8d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.217951 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7ad92f1f-33a4-445e-8b7d-6201758e1db8 req-b6f36aae-e086-421d-8663-b87abc303d8d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0799983 Oct 11 20:46:16.227159 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605febb-e772-4f41-b699-8daaf2317766 req-00ea4e24-2717-42e3-a1e8-ba63f711cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.228603 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-00ea4e24-2717-42e3-a1e8-ba63f711cf51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7009d28c322a48bc9fa8da241ca91329&device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 1097 time: 0.0612342 Oct 11 20:46:16.278674 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-35e56eaf-730c-405c-abdb-18847c230181 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0662e166-2b07-42ad-af80-86b919f38eaf HTTP/1.1" status: 200 len: 217 time: 0.0372181 Oct 11 20:46:16.307061 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-d4e9610c-d2e5-422c-813e-59aa0ef8938f service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909467 Oct 11 20:46:16.320559 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7ad92f1f-33a4-445e-8b7d-6201758e1db8 req-69d8c122-fc56-41c8-ad3a-9bec6a321208 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956428 Oct 11 20:46:16.349101 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605febb-e772-4f41-b699-8daaf2317766 req-e00aa2de-f859-41d2-891f-491fa56dc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.351307 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-e00aa2de-f859-41d2-891f-491fa56dc9e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0237b18b-730d-40db-b206-5353fe6fe1c5 HTTP/1.1" status: 200 len: 848 time: 0.0627294 Oct 11 20:46:16.390208 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-517cf527-7d02-4c7a-abad-949b7e7683a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68d86cce-c7de-44aa-9066-6c7fd11790e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259380 Oct 11 20:46:16.405451 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:46:16.408592 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77f84cd2-cef0-4122-98de-15631ff16d71 req-f0f2bf27-e2bc-4d87-a965-c18c9dd7aa06 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938132 Oct 11 20:46:16.494391 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-4bd9822b-c2dc-458b-af4c-dbea5262a1eb service neutron] 10.222.0.46 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948093 Oct 11 20:46:16.543669 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-ab59a1a5-5dd5-45f5-b5d0-cde3858db94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.545123 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-ab59a1a5-5dd5-45f5-b5d0-cde3858db94d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1137 time: 0.0775506 Oct 11 20:46:16.553253 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2a92-3ea3-4cfc-9b52-f89bf69f4255 req-d621659e-8198-4130-b9e7-1fc101dadf75 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.554615 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-688e2a92-3ea3-4cfc-9b52-f89bf69f4255 req-d621659e-8198-4130-b9e7-1fc101dadf75 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 944 time: 0.0772436 Oct 11 20:46:16.585407 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b605febb-e772-4f41-b699-8daaf2317766 req-07479aef-cd44-4d72-aed0-d3d8a9e2c9e6 service neutron] 10.222.0.46 "GET /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833549 Oct 11 20:46:16.639544 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-688e2a92-3ea3-4cfc-9b52-f89bf69f4255 req-3f1cc36c-ba67-4f0f-bd20-2889f707e8fb tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754824 Oct 11 20:46:16.664966 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-a22b6f97-71fe-4b7a-bb55-99b6e391ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.666378 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-a22b6f97-71fe-4b7a-bb55-99b6e391ce36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 915 time: 0.1109319 Oct 11 20:46:16.739648 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-00966850-b4d8-479e-9359-65e4f1fe3819 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 1001 time: 0.0599868 Oct 11 20:46:16.790771 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-b3df658f-d361-4d6e-9d87-29dc79a241f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.792119 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-b3df658f-d361-4d6e-9d87-29dc79a241f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 200 len: 853 time: 0.0428882 Oct 11 20:46:16.838871 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-c89b851d-5fb9-4886-b8c1-395067b0d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:16.840396 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-c89b851d-5fb9-4886-b8c1-395067b0d657 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=771b1496-2f20-4d28-a9e2-26256f408241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409029 Oct 11 20:46:16.934942 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-fade559c-9a3e-4888-a1aa-67998efa7a94 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824168 Oct 11 20:46:17.022212 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a89c9a7-5722-4abc-8250-0816cb2e0a70 req-1d0d6aec-3048-46a7-949d-75bade284734 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789161 Oct 11 20:46:17.436941 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e890a-8afe-4234-b929-1f06c186ffe1 req-f13cfac7-e2f6-410e-9dd0-16b0697da8fb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:17.439098 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b12e890a-8afe-4234-b929-1f06c186ffe1 req-f13cfac7-e2f6-410e-9dd0-16b0697da8fb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0519304 Oct 11 20:46:17.476104 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b12e890a-8afe-4234-b929-1f06c186ffe1 req-d274b368-ef30-4d76-992d-9471b74d0b5d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Oct 11 20:46:17.757627 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec86d0-6812-44a5-87e5-9a89c9e9642d req-600ba516-2b5c-46dc-a360-cee095027755 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:17.759014 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-82ec86d0-6812-44a5-87e5-9a89c9e9642d req-600ba516-2b5c-46dc-a360-cee095027755 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 944 time: 0.0523138 Oct 11 20:46:17.794687 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-82ec86d0-6812-44a5-87e5-9a89c9e9642d req-da8453bc-e713-407e-a4fa-50185a4c317f tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297551 Oct 11 20:46:17.937501 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-31402477-3621-4e95-96d4-c943213392a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:18.589056 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca8ca2-6034-44fd-97a4-fe97b010e4b7 req-8ef0cda8-e8f3-42e6-8af8-5bdd1a247214 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:18.590581 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70ca8ca2-6034-44fd-97a4-fe97b010e4b7 req-8ef0cda8-e8f3-42e6-8af8-5bdd1a247214 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0471878 Oct 11 20:46:18.627510 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70ca8ca2-6034-44fd-97a4-fe97b010e4b7 req-8c4b1356-6091-4e03-9a58-7efb13daca2d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303798 Oct 11 20:46:18.906375 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b922e6d-8885-490c-a96c-50ea42b7fdea req-39ddcf08-b3b6-4d43-bd8f-75be90e51fef tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:18.908152 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4b922e6d-8885-490c-a96c-50ea42b7fdea req-39ddcf08-b3b6-4d43-bd8f-75be90e51fef tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 944 time: 0.0479734 Oct 11 20:46:18.944533 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4b922e6d-8885-490c-a96c-50ea42b7fdea req-92e6a075-40aa-4a25-bedf-f7740393053f tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304956 Oct 11 20:46:19.740701 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df3187-99f2-47a0-822a-b1c87a19ebef req-b6e2aa5a-aada-4185-8242-b33482975ba6 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:19.742143 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e9df3187-99f2-47a0-822a-b1c87a19ebef req-b6e2aa5a-aada-4185-8242-b33482975ba6 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0482321 Oct 11 20:46:19.778352 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e9df3187-99f2-47a0-822a-b1c87a19ebef req-b0ca4ec3-9edf-43b5-8454-11361dc9c54a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303524 Oct 11 20:46:19.786560 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 0662e166-2b07-42ad-af80-86b919f38eaf details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:46:19.883656 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 0662e166-2b07-42ad-af80-86b919f38eaf, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=0662e166-2b07-42ad-af80-86b919f38eaf,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:19.895032 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '0662e166-2b07-42ad-af80-86b919f38eaf', 'network_id': '68d86cce-c7de-44aa-9066-6c7fd11790e6', 'port_id': '0662e166-2b07-42ad-af80-86b919f38eaf', 'mac_address': 'fa:16:3e:01:4c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0237b18b-730d-40db-b206-5353fe6fe1c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:46:19.930294 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:19.942893 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0662e166-2b07-42ad-af80-86b919f38eaf {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:46:19.962116 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 0662e166-2b07-42ad-af80-86b919f38eaf, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=0662e166-2b07-42ad-af80-86b919f38eaf,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:19.965745 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:20.016956 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=0662e166-2b07-42ad-af80-86b919f38eaf,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:20.059395 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc219b4-08e4-4695-949b-9a5444304cef req-8457bab1-cec9-4496-b069-e254f103d684 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:20.060846 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ccc219b4-08e4-4695-949b-9a5444304cef req-8457bab1-cec9-4496-b069-e254f103d684 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 945 time: 0.0486250 Oct 11 20:46:20.097690 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ccc219b4-08e4-4695-949b-9a5444304cef req-32ce9861-9b44-45bf-b6d0-9db62a9f1eb5 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301290 Oct 11 20:46:20.302169 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['0662e166-2b07-42ad-af80-86b919f38eaf'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:46:20.785975 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-32ac7603-c59c-4f0d-9890-d8e5c76a7deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:20.896055 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf905b-6257-4e3b-9d0f-16097095d4c0 req-12da1d4f-ddc1-4ba6-a7dd-1dc341b5a534 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:20.897510 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8dcf905b-6257-4e3b-9d0f-16097095d4c0 req-12da1d4f-ddc1-4ba6-a7dd-1dc341b5a534 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0515039 Oct 11 20:46:20.939295 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8dcf905b-6257-4e3b-9d0f-16097095d4c0 req-618a63d7-2de7-4416-ad90-a9638ecd15d4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355790 Oct 11 20:46:21.212652 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f638966-b0df-4d3c-ac35-68197ff82703 req-9e22f805-8c83-4e4e-9658-abd087039efd tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:21.214083 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7f638966-b0df-4d3c-ac35-68197ff82703 req-9e22f805-8c83-4e4e-9658-abd087039efd tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 945 time: 0.0509603 Oct 11 20:46:21.250734 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7f638966-b0df-4d3c-ac35-68197ff82703 req-04313173-dcf4-4b25-8b3a-d143de560cb4 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306711 Oct 11 20:46:21.461188 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.505307 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43684) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:21.605666 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ef71cc47-661f-445e-be00-5f49ad515b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.677462 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ef71cc47-661f-445e-be00-5f49ad515b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.680905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ef71cc47-661f-445e-be00-5f49ad515b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.715845 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71cc47-661f-445e-be00-5f49ad515b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c26e0-f86c-4fd6-913b-e089829c52e0,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:21.720566 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ef71cc47-661f-445e-be00-5f49ad515b68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66dd6088e7094107bc3021e51c67727b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142427 Oct 11 20:46:21.723794 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 43688) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:46:21.772523 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5af878a-ba05-4e95-bf57-3530d1a9bc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.784858 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 0662e166-2b07-42ad-af80-86b919f38eaf up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:46:21.793376 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5af878a-ba05-4e95-bf57-3530d1a9bc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.835044 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 0662e166-2b07-42ad-af80-86b919f38eaf completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:46:21.839394 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 0662e166-2b07-42ad-af80-86b919f38eaf triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:46:21.839938 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.840082 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5af878a-ba05-4e95-bf57-3530d1a9bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.842622 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d5af878a-ba05-4e95-bf57-3530d1a9bc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.843809 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-d5af878a-ba05-4e95-bf57-3530d1a9bc77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d4c26e0-f86c-4fd6-913b-e089829c52e0 HTTP/1.1" status: 204 len: 168 time: 0.1197717 Oct 11 20:46:21.853395 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af878a-ba05-4e95-bf57-3530d1a9bc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c26e0-f86c-4fd6-913b-e089829c52e0,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:21.896672 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.940762 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:21.963112 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0662e166-2b07-42ad-af80-86b919f38eaf'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:21.965504 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d6dee3-64f5-420a-910a-17e6ac2b0b91" -d '{"events": [{"server_uuid": "ea64ea2b-6dd5-4710-8a44-918e26cc60dd", "name": "network-vif-plugged", "status": "completed", "tag": "0662e166-2b07-42ad-af80-86b919f38eaf"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:21.979154 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 0662e166-2b07-42ad-af80-86b919f38eaf, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=0662e166-2b07-42ad-af80-86b919f38eaf,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:21.986817 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:22.014389 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a665628-ad7c-4c9d-9602-4a3a16d8882a x-openstack-request-id: req-1a665628-ad7c-4c9d-9602-4a3a16d8882a {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:22.014716 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea64ea2b-6dd5-4710-8a44-918e26cc60dd", "name": "network-vif-plugged", "status": "completed", "tag": "0662e166-2b07-42ad-af80-86b919f38eaf", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:22.014938 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a665628-ad7c-4c9d-9602-4a3a16d8882a {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:22.015318 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0662e166-2b07-42ad-af80-86b919f38eaf', 'code': 200} Oct 11 20:46:22.043197 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=0662e166-2b07-42ad-af80-86b919f38eaf,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:22.089234 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ef662-820d-40a5-a8dd-6ddd300f9c74 req-cc24ae3a-7042-415a-b732-5f7dadbf51c0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:22.091441 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-314ef662-820d-40a5-a8dd-6ddd300f9c74 req-cc24ae3a-7042-415a-b732-5f7dadbf51c0 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0742328 Oct 11 20:46:22.140011 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-314ef662-820d-40a5-a8dd-6ddd300f9c74 req-711331e4-e914-46ec-997d-e97406118c59 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411732 Oct 11 20:46:22.216493 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d826e-d781-405d-9e5b-5b8baa88e568 req-0751d898-354f-4720-94d2-9ffb2101d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:22.218075 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-032d826e-d781-405d-9e5b-5b8baa88e568 req-0751d898-354f-4720-94d2-9ffb2101d53a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 1099 time: 0.0401797 Oct 11 20:46:22.256194 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-032d826e-d781-405d-9e5b-5b8baa88e568 req-2a24aebd-168a-4374-9350-f8769f617012 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272253 Oct 11 20:46:22.370064 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e64b17-8490-45ca-95b7-7dd26fa124c2 req-2e7e0490-f5a7-4bb2-94a6-c39e5111cfc4 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:22.371556 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e4e64b17-8490-45ca-95b7-7dd26fa124c2 req-2e7e0490-f5a7-4bb2-94a6-c39e5111cfc4 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 946 time: 0.0495396 Oct 11 20:46:22.413121 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e4e64b17-8490-45ca-95b7-7dd26fa124c2 req-93a64966-1e35-4768-a1cf-d3104981bfed tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339310 Oct 11 20:46:23.092662 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:23.258067 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef80a17-1f0e-45ce-be5e-75a6fce3063e req-974df8a3-f719-475a-bbac-baed9357a503 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:23.259546 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ef80a17-1f0e-45ce-be5e-75a6fce3063e req-974df8a3-f719-475a-bbac-baed9357a503 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0473187 Oct 11 20:46:23.296093 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ef80a17-1f0e-45ce-be5e-75a6fce3063e req-ffbc3ae6-b93e-455a-abc5-8f3879d532ec tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308058 Oct 11 20:46:23.533786 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5c158-e51f-45f5-bd68-43e9672173d6 req-df459d4b-08c1-4ef3-8ac9-88b0538a160a tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:23.535262 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12c5c158-e51f-45f5-bd68-43e9672173d6 req-df459d4b-08c1-4ef3-8ac9-88b0538a160a tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 946 time: 0.0514777 Oct 11 20:46:23.572586 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12c5c158-e51f-45f5-bd68-43e9672173d6 req-9cafe192-8600-4eaf-b0cb-59148788917c tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Oct 11 20:46:24.412976 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76135b21-5489-473e-b032-0ac674f0079b req-efa6334b-21f3-45f3-ad90-58539ef09446 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:24.414438 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-76135b21-5489-473e-b032-0ac674f0079b req-efa6334b-21f3-45f3-ad90-58539ef09446 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0490131 Oct 11 20:46:24.452046 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-76135b21-5489-473e-b032-0ac674f0079b req-18dddcaf-2f29-4690-9a45-81b1719dba46 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316362 Oct 11 20:46:24.684575 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd0288-dcae-4e41-8ae1-55dcab7d1218 req-8a8d0570-6a25-47e1-b2c6-2e1e6416cd75 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:24.685938 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d9cd0288-dcae-4e41-8ae1-55dcab7d1218 req-8a8d0570-6a25-47e1-b2c6-2e1e6416cd75 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 946 time: 0.0474460 Oct 11 20:46:24.722607 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d9cd0288-dcae-4e41-8ae1-55dcab7d1218 req-adb830e9-023e-4f8c-bd8e-feacad0ea55a tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299964 Oct 11 20:46:25.481775 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411c2e-2ac6-4f5d-bfe7-848181ff4394 req-7bb1d7dd-0fc7-42a9-91b0-ff7f76d7a012 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:25.483242 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9b411c2e-2ac6-4f5d-bfe7-848181ff4394 req-7bb1d7dd-0fc7-42a9-91b0-ff7f76d7a012 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 946 time: 0.0495372 Oct 11 20:46:25.530788 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9b411c2e-2ac6-4f5d-bfe7-848181ff4394 req-163f6f0e-7c49-4082-850d-bc11d294d02e tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Oct 11 20:46:25.586246 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfe54-7a12-47a4-b2ff-c26c7fde2beb req-fb9f82cb-3ace-4580-8ac1-721405ab81c3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:25.587739 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4aebfe54-7a12-47a4-b2ff-c26c7fde2beb req-fb9f82cb-3ace-4580-8ac1-721405ab81c3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0555844 Oct 11 20:46:25.624104 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4aebfe54-7a12-47a4-b2ff-c26c7fde2beb req-2061e661-e138-4dc7-ad4a-cdc4ca95e5ed tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306072 Oct 11 20:46:26.639152 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:26.659249 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92750-a97b-4323-bf52-a5ad410f77e4 req-67af2d19-71b3-425c-9d9d-4b0efec7adfb tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:26.659786 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9de92750-a97b-4323-bf52-a5ad410f77e4 req-67af2d19-71b3-425c-9d9d-4b0efec7adfb tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 946 time: 0.0600607 Oct 11 20:46:26.699003 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9de92750-a97b-4323-bf52-a5ad410f77e4 req-b0d391d8-6d3a-4080-b52f-f45e86c64699 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/security-groups?id=f39792af-0300-4efa-9758-ac21b7325fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326660 Oct 11 20:46:26.744676 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfa492-89fd-4bda-87e6-5f90a02dfdf6 req-cd56ab58-acc8-4fc6-91af-5a7e632cbb6e tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:26.746123 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3bbfa492-89fd-4bda-87e6-5f90a02dfdf6 req-cd56ab58-acc8-4fc6-91af-5a7e632cbb6e tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0497320 Oct 11 20:46:26.783890 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3bbfa492-89fd-4bda-87e6-5f90a02dfdf6 req-172fb2eb-3ef9-4a56-ba1c-218732637e92 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305998 Oct 11 20:46:27.111412 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-4c97c700-c69b-47c6-80b1-49c9f78ad9df tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:27.113565 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-4c97c700-c69b-47c6-80b1-49c9f78ad9df tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 946 time: 0.0483985 Oct 11 20:46:27.206218 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Deleting port 0662e166-2b07-42ad-af80-86b919f38eaf {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:46:27.206577 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:27.289554 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] For port 0662e166-2b07-42ad-af80-86b919f38eaf, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=0662e166-2b07-42ad-af80-86b919f38eaf,segment=NetworkSegment(da83966a-f30d-43f5-bbcc-75198944ba83),segment_id=da83966a-f30d-43f5-bbcc-75198944ba83)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:46:27.289902 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:27.301521 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Calling delete_port for 0662e166-2b07-42ad-af80-86b919f38eaf owned by compute:nova {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:46:27.425946 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:27.439337 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['0662e166-2b07-42ad-af80-86b919f38eaf'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:46:27.450729 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Pushing event deleted for resources: {'Port': ['ID=0662e166-2b07-42ad-af80-86b919f38eaf,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:46:27.492045 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] No DVR routers for this DVR port 0662e166-2b07-42ad-af80-86b919f38eaf on host hv-cinder-81353 {{(pid=105805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:46:27.494402 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:27.497580 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d35a0aa0-68e1-44e3-acbb-1b7ef2c7cd22 req-0314c091-8966-4691-953f-3ba8bc5ed459 tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.46 "DELETE /v2.0/ports/0662e166-2b07-42ad-af80-86b919f38eaf HTTP/1.1" status: 204 len: 173 time: 0.3758290 Oct 11 20:46:27.497999 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'name': 'network-vif-deleted', 'tag': '0662e166-2b07-42ad-af80-86b919f38eaf'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:46:27.500209 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226b03d7-e7c3-4928-bc94-6535c2d1d1fb" -d '{"events": [{"server_uuid": "ea64ea2b-6dd5-4710-8a44-918e26cc60dd", "name": "network-vif-deleted", "tag": "0662e166-2b07-42ad-af80-86b919f38eaf"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:46:27.541134 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1164518f-f023-451e-81ab-e2e2750481ba x-openstack-request-id: req-1164518f-f023-451e-81ab-e2e2750481ba {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:46:27.541441 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea64ea2b-6dd5-4710-8a44-918e26cc60dd", "name": "network-vif-deleted", "tag": "0662e166-2b07-42ad-af80-86b919f38eaf", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:46:27.541979 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1164518f-f023-451e-81ab-e2e2750481ba {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:46:27.542374 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea64ea2b-6dd5-4710-8a44-918e26cc60dd', 'name': 'network-vif-deleted', 'tag': '0662e166-2b07-42ad-af80-86b919f38eaf', 'status': 'completed', 'code': 200} Oct 11 20:46:27.806544 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c8319894-6b46-4e75-a4cb-3b564c66490a req-15484fe7-b34e-46ae-a527-e92bce846a1f tempest-VolumesActionsTest-1263224334 tempest-VolumesActionsTest-1263224334-project] 10.222.0.43 "GET /v2.0/ports?device_id=ea64ea2b-6dd5-4710-8a44-918e26cc60dd HTTP/1.1" status: 200 len: 210 time: 0.0256112 Oct 11 20:46:27.904912 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2340951-ed32-4f26-a187-75ad9439127b req-3a0ad23a-1213-47e4-97a8-944ad1c79aeb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:27.910981 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d2340951-ed32-4f26-a187-75ad9439127b req-3a0ad23a-1213-47e4-97a8-944ad1c79aeb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0575686 Oct 11 20:46:27.952859 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d2340951-ed32-4f26-a187-75ad9439127b req-34884822-ebd4-4f69-87a3-cd072c051e7a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Oct 11 20:46:29.089310 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec81827-0fa4-451d-8cd1-df41359e2b66 req-a9a13efb-d7fa-4df9-a627-8994e99499ef tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:29.090885 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ec81827-0fa4-451d-8cd1-df41359e2b66 req-a9a13efb-d7fa-4df9-a627-8994e99499ef tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0626290 Oct 11 20:46:29.135613 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ec81827-0fa4-451d-8cd1-df41359e2b66 req-244307b1-8f92-4e18-8eda-0eb64bde5207 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Oct 11 20:46:30.253991 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17126f4f-c35c-4679-8df7-a91622ecec17 req-c2b29c37-cb77-4098-aeb1-dce8abf38407 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:30.255458 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17126f4f-c35c-4679-8df7-a91622ecec17 req-c2b29c37-cb77-4098-aeb1-dce8abf38407 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0514357 Oct 11 20:46:30.291072 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17126f4f-c35c-4679-8df7-a91622ecec17 req-40f77288-ef63-40da-b7ed-a996a27316da tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298381 Oct 11 20:46:31.406511 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878f7ccb-bcc7-45db-b0aa-757ce062dbc5 req-697825e9-fe77-451e-8979-e4c0df4fdca5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:31.407960 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-878f7ccb-bcc7-45db-b0aa-757ce062dbc5 req-697825e9-fe77-451e-8979-e4c0df4fdca5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0478630 Oct 11 20:46:31.445888 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-878f7ccb-bcc7-45db-b0aa-757ce062dbc5 req-984ebd08-51fc-4078-8675-9444f71c46fc tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Oct 11 20:46:32.559279 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a411f-c9c2-4756-a9ad-9aa1b9ac8031 req-ea53a3c2-33d8-4a58-a7fd-62d697254d32 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:32.560950 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f45a411f-c9c2-4756-a9ad-9aa1b9ac8031 req-ea53a3c2-33d8-4a58-a7fd-62d697254d32 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0478580 Oct 11 20:46:32.597089 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f45a411f-c9c2-4756-a9ad-9aa1b9ac8031 req-131ea96b-3c7f-4f47-9c75-cfafd1934e8f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297179 Oct 11 20:46:32.705498 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 0662e166-2b07-42ad-af80-86b919f38eaf no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:46:32.724797 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 0662e166-2b07-42ad-af80-86b919f38eaf {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:46:32.725132 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 0662e166-2b07-42ad-af80-86b919f38eaf not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:46:33.712691 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16f348-2277-4dda-acf8-9fcee8c343a6 req-de1f4808-042f-49ed-b28b-60a46aab0222 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:33.714072 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d16f348-2277-4dda-acf8-9fcee8c343a6 req-de1f4808-042f-49ed-b28b-60a46aab0222 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0503597 Oct 11 20:46:33.750291 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d16f348-2277-4dda-acf8-9fcee8c343a6 req-c4330a5c-7c1b-426b-a1d1-8aac5abfbd9a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302386 Oct 11 20:46:34.862548 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bed46-2d44-4b2c-abbf-3a20c6711cc9 req-aa926f41-d168-44c0-bc76-84ded6d922ce tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:34.863972 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e99bed46-2d44-4b2c-abbf-3a20c6711cc9 req-aa926f41-d168-44c0-bc76-84ded6d922ce tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0464673 Oct 11 20:46:34.899919 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e99bed46-2d44-4b2c-abbf-3a20c6711cc9 req-b4552413-5c18-430b-b4bc-d3f4efbdc9fd tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301828 Oct 11 20:46:36.011804 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2640b7-9649-4ee7-bbda-330329e975ba req-894c9acf-07d1-4ed9-97d9-5217c78956fd tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:36.013234 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-db2640b7-9649-4ee7-bbda-330329e975ba req-894c9acf-07d1-4ed9-97d9-5217c78956fd tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0484917 Oct 11 20:46:36.051647 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-db2640b7-9649-4ee7-bbda-330329e975ba req-4bf042dc-d86e-458c-9315-3a444aac9e75 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323081 Oct 11 20:46:37.167963 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017681a-b787-4695-a3b8-14488ec2dd73 req-d98b01b2-92c7-40e5-b9a1-a375157a890e tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:37.169388 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8017681a-b787-4695-a3b8-14488ec2dd73 req-d98b01b2-92c7-40e5-b9a1-a375157a890e tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0513160 Oct 11 20:46:37.207313 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8017681a-b787-4695-a3b8-14488ec2dd73 req-0a12eb4a-0b9a-4bf7-8b5c-d5e28f289192 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Oct 11 20:46:38.321106 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f236-3428-46e5-b213-8ba3f1684688 req-feaf4e8f-97b8-4b71-b6f8-25e94e8216ac tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:38.322602 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5286f236-3428-46e5-b213-8ba3f1684688 req-feaf4e8f-97b8-4b71-b6f8-25e94e8216ac tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0485673 Oct 11 20:46:38.360823 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5286f236-3428-46e5-b213-8ba3f1684688 req-74f83c60-2c56-416b-815c-abc3cb52c91b tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Oct 11 20:46:38.523506 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91c194-3f19-4fba-a91f-ab78872debab req-21b4e6f8-7718-47f5-abab-962736f8cf15 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:38.525562 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad91c194-3f19-4fba-a91f-ab78872debab req-21b4e6f8-7718-47f5-abab-962736f8cf15 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0684009 Oct 11 20:46:38.570882 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12565719-5675-498e-be7c-4462c5c5a493 req-8627f5fe-9c2b-49d3-ade2-c2fe3be473d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:38.573299 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12565719-5675-498e-be7c-4462c5c5a493 req-8627f5fe-9c2b-49d3-ade2-c2fe3be473d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.0908263 Oct 11 20:46:38.585874 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad91c194-3f19-4fba-a91f-ab78872debab req-ce93cef1-9784-45cf-afe3-9d580c35a5be tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535464 Oct 11 20:46:38.734944 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12565719-5675-498e-be7c-4462c5c5a493 req-cdf48ac5-c4a9-431f-944f-196debdbf34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:38.736386 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12565719-5675-498e-be7c-4462c5c5a493 req-cdf48ac5-c4a9-431f-944f-196debdbf34f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.1450202 Oct 11 20:46:38.751776 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-dea0a6b9-ad9e-451c-ba86-b16f3e15b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:38.753339 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-dea0a6b9-ad9e-451c-ba86-b16f3e15b82d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1099 time: 0.0523572 Oct 11 20:46:38.798499 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12565719-5675-498e-be7c-4462c5c5a493 req-f644eda4-ae65-4a5d-b68b-5026efdca374 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 217 time: 0.0498590 Oct 11 20:46:38.809758 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30224a-e0c3-43e5-a651-108c0eb523ae req-7ebabe95-6d8a-4923-9f56-8b32737107ae tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:38.811312 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6f30224a-e0c3-43e5-a651-108c0eb523ae req-7ebabe95-6d8a-4923-9f56-8b32737107ae tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.1973648 Oct 11 20:46:38.872677 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12565719-5675-498e-be7c-4462c5c5a493 req-9a782a95-013a-455f-8808-7060fc3d6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:38.874137 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12565719-5675-498e-be7c-4462c5c5a493 req-9a782a95-013a-455f-8808-7060fc3d6e60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.0619254 Oct 11 20:46:39.178534 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12565719-5675-498e-be7c-4462c5c5a493 req-12c514d4-bf11-4fd4-8113-4531d283be7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2952526 Oct 11 20:46:39.211927 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6f30224a-e0c3-43e5-a651-108c0eb523ae req-51d2e3fd-e3cf-4f9c-ada4-1a935fa3faf8 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364661 Oct 11 20:46:39.234496 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-48fd1b46-9aad-4806-a235-708b03ac539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:39.235961 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-48fd1b46-9aad-4806-a235-708b03ac539c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.4693136 Oct 11 20:46:39.320517 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-91dcf1c9-2bc2-4d4d-8434-04a954fcd503 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 1001 time: 0.0758278 Oct 11 20:46:39.321034 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12565719-5675-498e-be7c-4462c5c5a493 req-ce5f658a-2f43-4add-8215-b0a51a70fe3c service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183376 Oct 11 20:46:39.412110 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-fd19b562-4b25-4b3b-818e-1d0f13368b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:39.414345 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-fd19b562-4b25-4b3b-818e-1d0f13368b76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0779083 Oct 11 20:46:39.465273 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-12565719-5675-498e-be7c-4462c5c5a493 req-0db38cd6-ce5d-47dd-b4f2-1f33a99b2705 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281192 Oct 11 20:46:39.544793 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-4be16ab1-2d2a-4750-bc48-03227e92c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:39.547455 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-4be16ab1-2d2a-4750-bc48-03227e92c8b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1245875 Oct 11 20:46:39.667829 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-aba176cc-0e58-418f-925a-8cf61ca8c579 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105213 Oct 11 20:46:39.781010 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3dde6-63cc-4c58-b02d-09a85b2f4335 req-d50f36a4-3278-4959-a71d-8903ba518509 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:39.788989 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-72d3dde6-63cc-4c58-b02d-09a85b2f4335 req-d50f36a4-3278-4959-a71d-8903ba518509 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.1132839 Oct 11 20:46:39.844208 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b0883920-d85f-4b54-9d7b-8d5dc0875dcc req-7f8d1891-376f-4641-ba03-fd3ae2b8a1f3 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655178 Oct 11 20:46:39.856949 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-72d3dde6-63cc-4c58-b02d-09a85b2f4335 req-e06c2773-6a78-4c7f-8e98-753a7a52d392 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 Oct 11 20:46:40.349238 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c1077-8ec7-44d0-94ee-939bc5589fc7 req-b9c09815-4a33-41db-b2cc-2706c9a40798 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:40.354945 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-aa4c1077-8ec7-44d0-94ee-939bc5589fc7 req-b9c09815-4a33-41db-b2cc-2706c9a40798 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0580513 Oct 11 20:46:40.395360 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-aa4c1077-8ec7-44d0-94ee-939bc5589fc7 req-c5d60f0e-3d58-4165-a1f7-0fc13afc126b tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376396 Oct 11 20:46:40.990314 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1bac3-5e32-4acb-b22c-0431ed4ffa18 req-7f8144b9-3c51-4e1e-b619-83da502174d1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:40.991820 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f5d1bac3-5e32-4acb-b22c-0431ed4ffa18 req-7f8144b9-3c51-4e1e-b619-83da502174d1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0526936 Oct 11 20:46:41.037326 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f5d1bac3-5e32-4acb-b22c-0431ed4ffa18 req-6da08723-dc8c-4ab3-baa8-0c9e65ef2c8e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387776 Oct 11 20:46:41.548212 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f874279-ecee-4a27-bcaf-de6e9ad4a77e req-2ac88c78-78c9-4406-8504-25ed18966853 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:41.557313 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1f874279-ecee-4a27-bcaf-de6e9ad4a77e req-2ac88c78-78c9-4406-8504-25ed18966853 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0894043 Oct 11 20:46:41.645246 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1f874279-ecee-4a27-bcaf-de6e9ad4a77e req-2ca40ace-1fbd-49bf-9a53-25309aa9d925 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832565 Oct 11 20:46:42.176214 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dcbdf-5517-44de-b6ad-8378e47faf2c req-acda9127-48c9-471f-b5aa-3ee7eb979e35 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:42.178048 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ce2dcbdf-5517-44de-b6ad-8378e47faf2c req-acda9127-48c9-471f-b5aa-3ee7eb979e35 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0625005 Oct 11 20:46:42.232160 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ce2dcbdf-5517-44de-b6ad-8378e47faf2c req-84c27b46-4fbb-4088-9878-8106cf3f2821 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Oct 11 20:46:43.378756 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc900-be51-44e8-b542-5a78cc137fb3 req-b117fef6-06f1-45ee-9596-a68d580685a5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:43.381481 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7d7bc900-be51-44e8-b542-5a78cc137fb3 req-b117fef6-06f1-45ee-9596-a68d580685a5 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0695536 Oct 11 20:46:43.447072 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7d7bc900-be51-44e8-b542-5a78cc137fb3 req-44db323d-b71a-4f7a-969b-1423fb3d27fb tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 Oct 11 20:46:44.585488 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770db47-6aa2-4f0f-82dd-e400f0b6576e req-2604cbdc-bfb5-41f9-970c-8d4d15a87dc0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:44.587549 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1770db47-6aa2-4f0f-82dd-e400f0b6576e req-2604cbdc-bfb5-41f9-970c-8d4d15a87dc0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0625720 Oct 11 20:46:44.625323 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1770db47-6aa2-4f0f-82dd-e400f0b6576e req-2932b0fd-c713-4485-8cba-5788f095a8d9 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323119 Oct 11 20:46:45.755849 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51048f0c-9795-4263-afdd-b9a4b95a456b req-8652d3fa-4215-4367-bb13-b0fdd4245839 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:45.758118 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-51048f0c-9795-4263-afdd-b9a4b95a456b req-8652d3fa-4215-4367-bb13-b0fdd4245839 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0622494 Oct 11 20:46:45.806503 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-51048f0c-9795-4263-afdd-b9a4b95a456b req-75a557fd-74c2-409c-8dac-2e6519e20712 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388210 Oct 11 20:46:46.928512 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce33693-751d-4f51-a5cf-f9d6d1611238 req-f5736aa2-a129-41d2-9873-c157b7b668db tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:46.929984 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dce33693-751d-4f51-a5cf-f9d6d1611238 req-f5736aa2-a129-41d2-9873-c157b7b668db tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0531409 Oct 11 20:46:46.975116 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dce33693-751d-4f51-a5cf-f9d6d1611238 req-a0f345c8-a732-47ef-a6d0-98f5ff6810b7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Oct 11 20:46:47.939747 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-68f236f7-e43b-4023-9b54-6352979d905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:48.092027 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7511e41-e6de-466f-b98d-3b9778b971ab req-c90ca36d-bed3-4b84-8553-6ad1de76d14c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:48.093502 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d7511e41-e6de-466f-b98d-3b9778b971ab req-c90ca36d-bed3-4b84-8553-6ad1de76d14c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0516000 Oct 11 20:46:48.133238 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d7511e41-e6de-466f-b98d-3b9778b971ab req-957e7528-b830-4f2d-b944-23f227b116db tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Oct 11 20:46:49.257174 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7231184-c563-4cf9-9289-be895e141b04 req-e695ff74-d4cd-4733-a225-43391b41a8e6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:49.258735 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d7231184-c563-4cf9-9289-be895e141b04 req-e695ff74-d4cd-4733-a225-43391b41a8e6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0542243 Oct 11 20:46:49.297333 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d7231184-c563-4cf9-9289-be895e141b04 req-9a53b2cf-631f-465f-84b3-4bf1005c9945 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324194 Oct 11 20:46:50.423151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaed28-161c-48b8-88ab-7fc863ee5231 req-8fa7a5c8-b0bf-4f5a-8ca1-52c8b3895ced tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:50.424975 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-efdaed28-161c-48b8-88ab-7fc863ee5231 req-8fa7a5c8-b0bf-4f5a-8ca1-52c8b3895ced tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0541883 Oct 11 20:46:50.464882 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-efdaed28-161c-48b8-88ab-7fc863ee5231 req-eb1bdb76-bf73-4433-91c0-e66edd1eba99 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Oct 11 20:46:50.788042 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-31db6d7d-35c0-415d-8140-af7a51f000f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:51.474120 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:51.589212 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da44cd2-3dd1-4bd1-ba87-e8ac810141f2 req-00ce182f-211c-4803-99ce-7f1df2383ef7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:51.590712 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1da44cd2-3dd1-4bd1-ba87-e8ac810141f2 req-00ce182f-211c-4803-99ce-7f1df2383ef7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0537846 Oct 11 20:46:51.630588 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1da44cd2-3dd1-4bd1-ba87-e8ac810141f2 req-1deb7d71-8de5-4967-85d8-ebab095de927 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333970 Oct 11 20:46:51.877752 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:52.762143 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdbd8d-eb60-4b3e-b986-3f20db6754af req-6192dda5-14fa-47f8-a8cc-eb55205dfcb6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:52.763664 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0afdbd8d-eb60-4b3e-b986-3f20db6754af req-6192dda5-14fa-47f8-a8cc-eb55205dfcb6 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0508487 Oct 11 20:46:52.804716 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0afdbd8d-eb60-4b3e-b986-3f20db6754af req-d957f444-8d72-475b-9cca-25f2bd051546 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349574 Oct 11 20:46:53.095611 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:53.402885 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:46:53.930428 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa28181-e79b-4d77-abc7-2f537681c094 req-5914e621-156d-43b4-9793-7779900faa4e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:53.931947 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-afa28181-e79b-4d77-abc7-2f537681c094 req-5914e621-156d-43b4-9793-7779900faa4e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0569632 Oct 11 20:46:53.969314 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-afa28181-e79b-4d77-abc7-2f537681c094 req-c86cf2d9-eea0-4a56-a645-d1c9933c7cbf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Oct 11 20:46:55.097151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e9d6b-cd39-4579-a03d-884ab3ab4cc9 req-0ad7a578-acf9-49f0-8131-73d36fe66a9e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:55.099209 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-571e9d6b-cd39-4579-a03d-884ab3ab4cc9 req-0ad7a578-acf9-49f0-8131-73d36fe66a9e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0523832 Oct 11 20:46:55.140627 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-571e9d6b-cd39-4579-a03d-884ab3ab4cc9 req-f27b7fb8-833d-4a0f-95fa-2a43893376cf tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341163 Oct 11 20:46:56.258309 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09250aa6-d089-4709-972a-161e03d37987 req-d4575c7b-6c49-401c-8709-e5e74f226404 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:56.259712 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09250aa6-d089-4709-972a-161e03d37987 req-d4575c7b-6c49-401c-8709-e5e74f226404 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0513294 Oct 11 20:46:56.298246 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09250aa6-d089-4709-972a-161e03d37987 req-499bb17e-5e14-42c4-819b-9e5045ace23e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326333 Oct 11 20:46:56.449431 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-17acde82-d920-493e-9fe1-64e5670214c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489671 Oct 11 20:46:56.513771 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-f499fcd6-079d-4d91-a875-9c6250aa6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:56.515224 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-f499fcd6-079d-4d91-a875-9c6250aa6289 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1099 time: 0.0432048 Oct 11 20:46:56.631621 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-27f461c4-3a51-4fed-83d9-39003fd5a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:56.633341 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-27f461c4-3a51-4fed-83d9-39003fd5a362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.0950651 Oct 11 20:46:56.657903 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:46:56.721478 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-8a760a94-9896-43b0-8fe5-20f75f175797 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 1001 time: 0.0798836 Oct 11 20:46:56.782373 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-bbd56ec8-5c2e-4c68-9334-efc93390d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:56.783806 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-bbd56ec8-5c2e-4c68-9334-efc93390d7c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0511122 Oct 11 20:46:56.842679 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-1b3e344a-2ae6-4ae7-9607-35c54a71de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:56.844783 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-1b3e344a-2ae6-4ae7-9607-35c54a71de10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450835 Oct 11 20:46:56.976771 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-eb2d0921-b589-4de3-944d-1ff65655b38e service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229300 Oct 11 20:46:57.086249 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4836bb11-7fdb-43e8-8edc-656dfdae7de3 req-1e3aa852-4b78-43e6-9712-dd6618e58200 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967436 Oct 11 20:46:57.438284 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f59da-1ec9-4491-a07e-c00893ab7398 req-f0e96f87-5486-4365-afad-6e9ce7a4dd42 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:57.439749 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e32f59da-1ec9-4491-a07e-c00893ab7398 req-f0e96f87-5486-4365-afad-6e9ce7a4dd42 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0579562 Oct 11 20:46:57.482529 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e32f59da-1ec9-4491-a07e-c00893ab7398 req-42fd137b-2a00-4716-8fd9-d1fd49943ec2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 Oct 11 20:46:58.062250 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-e54f525d-31b2-4954-93cb-61b8e2261296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:58.062250 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-e54f525d-31b2-4954-93cb-61b8e2261296 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1137 time: 0.0583699 Oct 11 20:46:58.079958 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72949ca8-6e8b-4057-b181-e6f9ed514013 req-c97b67f8-34bd-4de0-b63e-6c94a3596a67 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:58.081662 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-72949ca8-6e8b-4057-b181-e6f9ed514013 req-c97b67f8-34bd-4de0-b63e-6c94a3596a67 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0624678 Oct 11 20:46:58.124995 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-72949ca8-6e8b-4057-b181-e6f9ed514013 req-cc8558ee-166e-4be4-a52c-8018530b79d1 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364199 Oct 11 20:46:58.176418 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-b417c803-d240-48b1-a854-0bdfdd621d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:58.177989 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-b417c803-d240-48b1-a854-0bdfdd621d5b service neutron] 10.222.0.46 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 915 time: 0.1090693 Oct 11 20:46:58.259504 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-cf465d65-ee6f-4fe9-9491-5f993b33c54e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 1001 time: 0.0672681 Oct 11 20:46:58.315049 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-ad08d8d0-c015-4121-ac89-16af646db68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:58.316499 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-ad08d8d0-c015-4121-ac89-16af646db68a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 200 len: 853 time: 0.0483887 Oct 11 20:46:58.365189 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-1614005c-d0d8-4a82-b20b-32814db8e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:58.366654 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-1614005c-d0d8-4a82-b20b-32814db8e74e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=771b1496-2f20-4d28-a9e2-26256f408241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409892 Oct 11 20:46:58.465558 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-37313f48-84e7-4d2c-ade4-e5168623e806 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885999 Oct 11 20:46:58.609072 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d44fd27c-7bde-4c29-a6a2-dd9647a9f1f5 req-e01c429c-53bd-49b2-9608-ff6b7c758dbf service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335964 Oct 11 20:46:58.632341 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856f650-b0fd-495c-b732-4d00676b1831 req-75564af0-ac1e-4093-9108-cd17836b549a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:58.634079 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b856f650-b0fd-495c-b732-4d00676b1831 req-75564af0-ac1e-4093-9108-cd17836b549a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0713546 Oct 11 20:46:58.677786 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b856f650-b0fd-495c-b732-4d00676b1831 req-7dccba9c-7208-4619-892e-1464d49f8c5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Oct 11 20:46:59.251799 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b06f-5270-440d-9e67-a836f088cd41 req-20f36f98-535e-4abb-bae2-bce18c7e1f9a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:59.253474 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4e32b06f-5270-440d-9e67-a836f088cd41 req-20f36f98-535e-4abb-bae2-bce18c7e1f9a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0596590 Oct 11 20:46:59.302119 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4e32b06f-5270-440d-9e67-a836f088cd41 req-88793d1f-5a42-45a5-bafc-c833321bdd5f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414190 Oct 11 20:46:59.809153 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6a581-b72d-4b90-b2b2-9fd6236c92d9 req-e393665b-5fd0-4be3-ba23-eb35b68cbde8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:46:59.810913 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a5f6a581-b72d-4b90-b2b2-9fd6236c92d9 req-e393665b-5fd0-4be3-ba23-eb35b68cbde8 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0591958 Oct 11 20:46:59.853037 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a5f6a581-b72d-4b90-b2b2-9fd6236c92d9 req-0ccdb282-f8f1-4e6e-998c-13d9ef4fb609 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363328 Oct 11 20:47:00.431704 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7a169-a416-4cbc-aa2e-1e53031c5d11 req-41ae3f31-a24d-4a0d-9cdc-488b7a8a674b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:00.433198 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-76e7a169-a416-4cbc-aa2e-1e53031c5d11 req-41ae3f31-a24d-4a0d-9cdc-488b7a8a674b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0575531 Oct 11 20:47:00.473770 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-76e7a169-a416-4cbc-aa2e-1e53031c5d11 req-e0e2efaa-bbe7-4014-8287-2e7db541f9e7 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341465 Oct 11 20:47:00.979772 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f066c1-a3b2-4b1b-b8b7-956136e19c3d req-052748b4-415a-48f7-82dd-018f006e7fc1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:00.981313 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-69f066c1-a3b2-4b1b-b8b7-956136e19c3d req-052748b4-415a-48f7-82dd-018f006e7fc1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0555160 Oct 11 20:47:01.021532 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-69f066c1-a3b2-4b1b-b8b7-956136e19c3d req-29ac7018-9483-4ef8-9416-4c3d62544f3b tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Oct 11 20:47:01.603798 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871473e8-9866-405b-b207-8b4a281a62cd req-35707a86-98fe-45e8-8400-251bdd95b010 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:01.606969 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-871473e8-9866-405b-b207-8b4a281a62cd req-35707a86-98fe-45e8-8400-251bdd95b010 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0531526 Oct 11 20:47:01.648346 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-871473e8-9866-405b-b207-8b4a281a62cd req-1efa7791-35f2-4626-8ab4-2017feea816e tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367823 Oct 11 20:47:02.163612 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a04b-a0d7-44f0-8edd-f257551f79ec req-83976d7a-7cb0-4f40-af44-2435faa3b147 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:02.165342 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cb48a04b-a0d7-44f0-8edd-f257551f79ec req-83976d7a-7cb0-4f40-af44-2435faa3b147 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0635126 Oct 11 20:47:02.209881 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cb48a04b-a0d7-44f0-8edd-f257551f79ec req-e6550915-a80b-491b-8b56-710cafe1023a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382361 Oct 11 20:47:02.782069 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c30bd5-b523-4ff4-aed5-df45de7a585c req-af4aba59-ad3c-438d-a301-3d30d404411a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:02.783586 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d9c30bd5-b523-4ff4-aed5-df45de7a585c req-af4aba59-ad3c-438d-a301-3d30d404411a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0542119 Oct 11 20:47:02.825937 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d9c30bd5-b523-4ff4-aed5-df45de7a585c req-82a9266c-34c6-469c-a849-78cc6c6a80dd tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362101 Oct 11 20:47:03.347154 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294d418-698f-4144-ab8f-5aef842d9e75 req-70ee1468-1a52-40bf-9cd7-44d210bb0b9c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:03.348739 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8294d418-698f-4144-ab8f-5aef842d9e75 req-70ee1468-1a52-40bf-9cd7-44d210bb0b9c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0518026 Oct 11 20:47:03.386177 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8294d418-698f-4144-ab8f-5aef842d9e75 req-1908d805-7dc6-4026-b0d8-5813dcfbba7f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Oct 11 20:47:03.682539 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb2100-cd2e-4f81-9daa-2c5779f2d0b4 req-f81b81f6-f894-415d-9a0e-596fbe1026fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:03.683392 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-43cb2100-cd2e-4f81-9daa-2c5779f2d0b4 req-f81b81f6-f894-415d-9a0e-596fbe1026fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.0412905 Oct 11 20:47:03.719654 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-43cb2100-cd2e-4f81-9daa-2c5779f2d0b4 req-7df34d7b-ad74-4f62-bf4a-f3e815f6f404 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283771 Oct 11 20:47:03.944933 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558a12-42c5-4e87-8e34-46a7af722d86 req-b9e56601-9cb1-4149-9c51-507aa5cb50c7 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:03.946390 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fc558a12-42c5-4e87-8e34-46a7af722d86 req-b9e56601-9cb1-4149-9c51-507aa5cb50c7 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0523593 Oct 11 20:47:03.985343 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fc558a12-42c5-4e87-8e34-46a7af722d86 req-e9c882bf-db67-4736-a9ee-c63819832e24 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331151 Oct 11 20:47:04.509955 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a869c-441b-4e02-bf96-a3cb5e5f71e2 req-4a6efe4a-514b-4daf-9233-a8f57d96832d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:04.517032 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-996a869c-441b-4e02-bf96-a3cb5e5f71e2 req-4a6efe4a-514b-4daf-9233-a8f57d96832d tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0640168 Oct 11 20:47:04.553379 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-996a869c-441b-4e02-bf96-a3cb5e5f71e2 req-beec5cb1-bdaf-43ba-b657-3c4bf23e0e7a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353775 Oct 11 20:47:05.109238 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea6d0e-d7d6-48f5-83e1-c66251c6278c req-6ad6673a-fcbf-4108-9df2-51355f4dc46a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:05.110888 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-98ea6d0e-d7d6-48f5-83e1-c66251c6278c req-6ad6673a-fcbf-4108-9df2-51355f4dc46a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0562086 Oct 11 20:47:05.154718 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-98ea6d0e-d7d6-48f5-83e1-c66251c6278c req-845ac8cd-fc09-44e3-b1fc-ae3304aa61fe tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375240 Oct 11 20:47:05.665546 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04fd3e-2fbf-4691-9d50-ff01db3ec367 req-99730411-27dc-40db-b68f-837e2dfc8612 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:05.667027 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f04fd3e-2fbf-4691-9d50-ff01db3ec367 req-99730411-27dc-40db-b68f-837e2dfc8612 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0477903 Oct 11 20:47:05.706397 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f04fd3e-2fbf-4691-9d50-ff01db3ec367 req-9facb9f9-ea85-4f51-b709-d122f62a3948 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335834 Oct 11 20:47:05.880858 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44342) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:05.925222 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Deleting subnet 0237b18b-730d-40db-b206-5353fe6fe1c5 {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:47:05.929035 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:05.971148 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:05.978753 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.033264 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-0d23014f-c55e-4e92-a6fa-77d865f9df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:06.034778 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-0d23014f-c55e-4e92-a6fa-77d865f9df51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 1099 time: 0.0396323 Oct 11 20:47:06.067939 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94294d7-5c3f-4d62-916a-cfd2f0f43e91 req-fc6341a3-1be2-4c5c-af7e-a8782fc092c4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:06.069351 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d94294d7-5c3f-4d62-916a-cfd2f0f43e91 req-fc6341a3-1be2-4c5c-af7e-a8782fc092c4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0651114 Oct 11 20:47:06.070475 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.103787 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0237b18b-730d-40db-b206-5353fe6fe1c5,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:06.106808 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.109910 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0237b18b-730d-40db-b206-5353fe6fe1c5 HTTP/1.1" status: 204 len: 168 time: 0.2280428 Oct 11 20:47:06.112874 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44346) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:06.123120 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.123469 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.123800 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.124130 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.124456 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.124781 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.125107 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.125434 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.125757 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.126077 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.126398 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.126734 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0bb22b-e5ef-4cb8-a695-5343cf1c05c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.151335 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d94294d7-5c3f-4d62-916a-cfd2f0f43e91 req-853b0c9f-fea7-4db5-bccf-98e634cfabac tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730822 Oct 11 20:47:06.191706 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-a62a0421-561b-4ee2-95d5-51e480f3bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:06.194056 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-a62a0421-561b-4ee2-95d5-51e480f3bc1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 200 len: 920 time: 0.1491485 Oct 11 20:47:06.204369 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.248968 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-28ad36ed-4727-477a-925a-cc53c12da9b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 200 len: 217 time: 0.0427227 Oct 11 20:47:06.385357 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-a028b490-4185-4860-8aee-415ec8a3f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:06.386743 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-a028b490-4185-4860-8aee-415ec8a3f5cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 200 len: 859 time: 0.1269076 Oct 11 20:47:06.390996 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.400341 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28102b2-4586-4826-94db-eee78634f341 req-66eac330-e151-4440-9d9d-50f66fb1f5a6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:06.401705 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f28102b2-4586-4826-94db-eee78634f341 req-66eac330-e151-4440-9d9d-50f66fb1f5a6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.1556761 Oct 11 20:47:06.447298 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-99d9f9d5-939b-4f90-a6c1-4685110dc59f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ba20353d-3169-4943-bf79-3223bcb0b4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446472 Oct 11 20:47:06.455100 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d86cce-c7de-44aa-9066-6c7fd11790e6']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:06.492232 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da83966a-f30d-43f5-bbcc-75198944ba83') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:06.492527 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da83966a-f30d-43f5-bbcc-75198944ba83') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:06.539291 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f28102b2-4586-4826-94db-eee78634f341 req-b7446b97-6774-4b78-8197-be11faa73f56 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312311 Oct 11 20:47:06.542234 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.574099 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.587507 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:47:06.587891 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:47:06.589493 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:47:06.631477 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-69e5211d-1263-4843-96b0-ba514eb1ae20 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636567 Oct 11 20:47:06.684394 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.692508 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.695649 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] 10.222.0.43 "DELETE /v2.0/networks/68d86cce-c7de-44aa-9066-6c7fd11790e6 HTTP/1.1" status: 204 len: 168 time: 0.5816789 Oct 11 20:47:06.708252 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d86cce-c7de-44aa-9066-6c7fd11790e6,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:06.720510 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.720853 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.721185 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.721511 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.721834 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.722157 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.722495 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.722820 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.723138 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.723505 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.723818 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.724129 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc119450-e814-4d3e-9d6a-dfd29a939639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:06.753814 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-81ea67d2-60de-4099-b161-f37e9d49c8c1 req-45099074-f6af-4a74-a96c-2d7d461b62a2 service neutron] 10.222.0.46 "GET /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108563 Oct 11 20:47:06.884481 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44360) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:06.924404 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9b062c85-c223-4992-885c-f1695c0f1880 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7009d28c322a48bc9fa8da241ca91329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387211 Oct 11 20:47:06.927356 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44362) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:06.974052 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5edd-3077-415a-8ef0-367848af80b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:06.997798 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5edd-3077-415a-8ef0-367848af80b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:07.042848 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5edd-3077-415a-8ef0-367848af80b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:07.045386 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f0fe5edd-3077-415a-8ef0-367848af80b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:07.046765 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f0fe5edd-3077-415a-8ef0-367848af80b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f39792af-0300-4efa-9758-ac21b7325fd5 HTTP/1.1" status: 204 len: 168 time: 0.1183019 Oct 11 20:47:07.055128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe5edd-3077-415a-8ef0-367848af80b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39792af-0300-4efa-9758-ac21b7325fd5,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:07.267046 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa861a-9a87-4be7-8257-64fefd6f5ed3 req-aa98d55f-fb82-4bdd-817b-51100169aea0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:07.268415 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-86aa861a-9a87-4be7-8257-64fefd6f5ed3 req-aa98d55f-fb82-4bdd-817b-51100169aea0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0480552 Oct 11 20:47:07.305787 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-86aa861a-9a87-4be7-8257-64fefd6f5ed3 req-454a561d-43d8-4470-a201-180ecb149fac tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Oct 11 20:47:07.664262 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c38fd4-26d4-4fb1-a3c0-8dd59c63fcc3 req-91b06632-0144-48cd-8f79-29b1e5781f77 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:07.665835 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-55c38fd4-26d4-4fb1-a3c0-8dd59c63fcc3 req-91b06632-0144-48cd-8f79-29b1e5781f77 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0588372 Oct 11 20:47:07.706911 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-55c38fd4-26d4-4fb1-a3c0-8dd59c63fcc3 req-e72d9a07-d6e4-40ad-ac31-6c883b13a8be tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351253 Oct 11 20:47:08.421982 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af8f4-9041-4399-8c10-aa5d234342ba req-2b46fd29-d7fc-4279-8ae9-75b11efa7da3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:08.423792 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c08af8f4-9041-4399-8c10-aa5d234342ba req-2b46fd29-d7fc-4279-8ae9-75b11efa7da3 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0492170 Oct 11 20:47:08.461681 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c08af8f4-9041-4399-8c10-aa5d234342ba req-36a8eeae-1cab-4b9a-a2cb-13a97d946112 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Oct 11 20:47:08.844519 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6cbfa-1be7-4f83-ae88-dffd357db50f req-23fe3e2f-9b32-4142-91e8-f207a58f4d5c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:08.846120 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-faa6cbfa-1be7-4f83-ae88-dffd357db50f req-23fe3e2f-9b32-4142-91e8-f207a58f4d5c tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0646703 Oct 11 20:47:08.886572 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-faa6cbfa-1be7-4f83-ae88-dffd357db50f req-7796d952-1db6-4aaf-843f-f790e61ad1a4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337615 Oct 11 20:47:09.583668 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e1ca4-e1ce-4303-9db7-96cfab3fdd4c req-828b4bec-741b-4e4d-af61-b8059b120bbd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:09.585032 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bf0e1ca4-e1ce-4303-9db7-96cfab3fdd4c req-828b4bec-741b-4e4d-af61-b8059b120bbd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0517640 Oct 11 20:47:09.622226 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bf0e1ca4-e1ce-4303-9db7-96cfab3fdd4c req-5df86b27-21c2-493f-9519-928496612347 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302980 Oct 11 20:47:10.018116 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c479d87e-b0c3-449e-8eb7-92630fcd2ab3 req-579e5f4b-1a79-43bd-9a1f-4bd21108e74b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:10.019645 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c479d87e-b0c3-449e-8eb7-92630fcd2ab3 req-579e5f4b-1a79-43bd-9a1f-4bd21108e74b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0542448 Oct 11 20:47:10.065740 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c479d87e-b0c3-449e-8eb7-92630fcd2ab3 req-b226d7b9-166a-42a7-98ca-4f86d662fc4f tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397420 Oct 11 20:47:11.188905 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d6b87-d046-4d2f-88c5-04968f70e0d6 req-b412724b-130e-4de2-9a57-f407b5be4ba2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:11.190646 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7e8d6b87-d046-4d2f-88c5-04968f70e0d6 req-b412724b-130e-4de2-9a57-f407b5be4ba2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0569942 Oct 11 20:47:11.232021 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7e8d6b87-d046-4d2f-88c5-04968f70e0d6 req-bd81282e-bf58-45e9-80fa-3d946c281586 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349560 Oct 11 20:47:12.362038 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec97e6c-b736-400e-9ae8-e8b6adf8ab3d req-e3c62830-668c-4594-befd-2fc71b6ace6b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:12.363503 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5ec97e6c-b736-400e-9ae8-e8b6adf8ab3d req-e3c62830-668c-4594-befd-2fc71b6ace6b tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0597932 Oct 11 20:47:12.402944 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5ec97e6c-b736-400e-9ae8-e8b6adf8ab3d req-b6422f1e-e382-4dfb-8b77-7acc5e20606a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331273 Oct 11 20:47:13.530615 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ece4cf-03ab-4aa6-a6a6-573fd58a47c1 req-1d4c8cba-daaa-4812-af44-e3338881e518 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:13.532112 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-50ece4cf-03ab-4aa6-a6a6-573fd58a47c1 req-1d4c8cba-daaa-4812-af44-e3338881e518 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0576961 Oct 11 20:47:13.572473 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-50ece4cf-03ab-4aa6-a6a6-573fd58a47c1 req-8f8e5630-6a0a-4f1b-b5cb-dec45ef84a7a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343533 Oct 11 20:47:13.591424 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94719bd-f729-4f58-b385-24d9df5e4604 req-d4c70d88-9fc8-417b-bd4f-15b8495912ef tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:13.592809 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b94719bd-f729-4f58-b385-24d9df5e4604 req-d4c70d88-9fc8-417b-bd4f-15b8495912ef tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0521479 Oct 11 20:47:13.631874 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b94719bd-f729-4f58-b385-24d9df5e4604 req-9b83b85c-8bb5-4c8f-8695-f9fa3cfbd6a7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331898 Oct 11 20:47:13.872272 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44548) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:13.995271 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c76d107c-fa6c-4140-90c7-762c6b2bfc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:14.068002 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c76d107c-fa6c-4140-90c7-762c6b2bfc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:14.072213 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c76d107c-fa6c-4140-90c7-762c6b2bfc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:14.110663 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-c76d107c-fa6c-4140-90c7-762c6b2bfc5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f29bd00652bc49e2bac4a4161e63d3da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372792 Oct 11 20:47:14.111492 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d107c-fa6c-4140-90c7-762c6b2bfc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49df744-c104-4c47-ab17-af3713b4bbba,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:14.113330 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44552) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:14.164169 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf983-d47a-43c4-aa26-2e0b31292f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:14.186508 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf983-d47a-43c4-aa26-2e0b31292f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:14.236555 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf983-d47a-43c4-aa26-2e0b31292f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:14.239152 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-4b9bf983-d47a-43c4-aa26-2e0b31292f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:14.242820 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-4b9bf983-d47a-43c4-aa26-2e0b31292f6d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f49df744-c104-4c47-ab17-af3713b4bbba HTTP/1.1" status: 204 len: 168 time: 0.1259868 Oct 11 20:47:14.248849 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bf983-d47a-43c4-aa26-2e0b31292f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49df744-c104-4c47-ab17-af3713b4bbba,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:14.703036 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca48bc-3749-406e-9903-8cf665fdd605 req-a85fa3e9-5b79-46de-a47f-db518398e7b6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:14.704524 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1fca48bc-3749-406e-9903-8cf665fdd605 req-a85fa3e9-5b79-46de-a47f-db518398e7b6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0629234 Oct 11 20:47:14.748552 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1fca48bc-3749-406e-9903-8cf665fdd605 req-144e8033-3542-4eed-8e11-5994f2672291 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382390 Oct 11 20:47:14.752816 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12083e-da41-4bb0-a32d-41ce4048d06a req-95e907e8-dbc5-43ec-927d-a2f4ab30a215 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:14.754299 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa12083e-da41-4bb0-a32d-41ce4048d06a req-95e907e8-dbc5-43ec-927d-a2f4ab30a215 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0491819 Oct 11 20:47:14.792060 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fa12083e-da41-4bb0-a32d-41ce4048d06a req-f5aab555-47cd-4eb0-b1ca-b534478936ab tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312245 Oct 11 20:47:15.863753 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce9f1c-3f6e-41fd-82cf-2acc934bd7fb req-67144319-bf2a-4c4f-b6d8-a301afe0ac67 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:15.865794 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ebce9f1c-3f6e-41fd-82cf-2acc934bd7fb req-67144319-bf2a-4c4f-b6d8-a301afe0ac67 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0500031 Oct 11 20:47:15.908566 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ebce9f1c-3f6e-41fd-82cf-2acc934bd7fb req-d88d2b59-c72f-4b66-bff7-33763335d849 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&id=0d66636f-df37-4064-81e8-2f312582b063&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361300 Oct 11 20:47:15.918760 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab30202-2175-4f68-80ef-49abeb62384f req-16fed9cc-a706-4768-b776-38ead7d2cc7c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:15.920238 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0ab30202-2175-4f68-80ef-49abeb62384f req-16fed9cc-a706-4768-b776-38ead7d2cc7c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0598714 Oct 11 20:47:15.959122 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0ab30202-2175-4f68-80ef-49abeb62384f req-e0771c7c-0bda-480a-828c-a195686c28ac tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331106 Oct 11 20:47:16.217771 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063e822-b439-4670-89c1-ec62d60e1606 req-0008b0dd-6e7a-4269-9ea7-4bbc0897618f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:16.219744 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1063e822-b439-4670-89c1-ec62d60e1606 req-0008b0dd-6e7a-4269-9ea7-4bbc0897618f tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 945 time: 0.0514266 Oct 11 20:47:16.315815 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Deleting port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:47:16.316154 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:16.400178 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] For port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:16.400457 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:16.412197 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Calling delete_port for dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:47:16.544380 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:16.557806 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9', '3c8b1485-91ab-4b24-9955-61f02545df0f'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:47:16.573330 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Pushing event deleted for resources: {'Port': ['ID=dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:16.614831 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] No DVR routers for this DVR port dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:47:16.617844 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:16.621236 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1063e822-b439-4670-89c1-ec62d60e1606 req-ff32243e-bfda-4233-b313-fef780d0ad5a tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "DELETE /v2.0/ports/dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 HTTP/1.1" status: 204 len: 173 time: 0.3946249 Oct 11 20:47:16.621629 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'name': 'network-vif-deleted', 'tag': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:16.624221 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82144ef7-a6f0-4c99-b2d1-ecbaa9aae38f" -d '{"events": [{"server_uuid": "fceaf731-7a89-468b-9b84-b8a502af14a2", "name": "network-vif-deleted", "tag": "dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:16.671306 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5979638-c4b9-49ed-9ca2-266e54a5d026 x-openstack-request-id: req-b5979638-c4b9-49ed-9ca2-266e54a5d026 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:16.671607 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceaf731-7a89-468b-9b84-b8a502af14a2", "name": "network-vif-deleted", "tag": "dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:16.671937 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b5979638-c4b9-49ed-9ca2-266e54a5d026 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:16.672453 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceaf731-7a89-468b-9b84-b8a502af14a2', 'name': 'network-vif-deleted', 'tag': 'dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9', 'status': 'completed', 'code': 200} Oct 11 20:47:17.064614 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-786d1ec7-6083-42cd-bed2-b634e25f6149 req-5e09b3af-49b4-4324-987d-cb834c6894dd tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=fceaf731-7a89-468b-9b84-b8a502af14a2 HTTP/1.1" status: 200 len: 210 time: 0.0270262 Oct 11 20:47:17.941515 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9f1423c3-f5b7-4d30-9164-2c744aa84d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:18.339145 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb2187-3fcb-4099-971e-7e8f12bf109f req-a5f6d4e9-cc9c-4e0e-a0d5-a3088f57ee18 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:18.340685 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f3fb2187-3fcb-4099-971e-7e8f12bf109f req-a5f6d4e9-cc9c-4e0e-a0d5-a3088f57ee18 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0486083 Oct 11 20:47:18.379789 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f3fb2187-3fcb-4099-971e-7e8f12bf109f req-4d3a6e9c-e13a-4dd3-941e-170dc3fd8ac1 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Oct 11 20:47:19.497397 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd173-4c86-4db5-a179-1f5b86ded9e0 req-3b7793ce-3be5-41ae-9619-7f2f5adb5c76 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:19.499437 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-96ecd173-4c86-4db5-a179-1f5b86ded9e0 req-3b7793ce-3be5-41ae-9619-7f2f5adb5c76 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0504477 Oct 11 20:47:19.536305 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-96ecd173-4c86-4db5-a179-1f5b86ded9e0 req-9da6c335-3edb-445d-86b2-bd49f7c5788e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308003 Oct 11 20:47:20.127125 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:47:20.149636 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:47:20.149976 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device dd4b3e9d-dc5f-49f3-a6e2-e3b809e4bca9 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:47:20.650445 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fb369-aca0-4fb7-b2ef-2c79829cd5ad req-9fa2697d-c2e8-4a9c-b24b-c2b99a2da861 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:20.652768 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d58fb369-aca0-4fb7-b2ef-2c79829cd5ad req-9fa2697d-c2e8-4a9c-b24b-c2b99a2da861 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0498960 Oct 11 20:47:20.690993 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d58fb369-aca0-4fb7-b2ef-2c79829cd5ad req-da86744c-a1f7-4508-a47e-fc18ff392d1c tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Oct 11 20:47:20.788435 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ea10beb8-d7dc-401f-bbae-1bb281ab0074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:21.467263 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:21.812665 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e0fee-4a2d-466f-9ec6-e15dd4f83851 req-fc58c583-efde-46be-9f89-7b6dc5d78a94 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:21.814107 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c44e0fee-4a2d-466f-9ec6-e15dd4f83851 req-fc58c583-efde-46be-9f89-7b6dc5d78a94 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0568056 Oct 11 20:47:21.851688 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c44e0fee-4a2d-466f-9ec6-e15dd4f83851 req-cbc28457-a708-4264-be63-8840cffcb25e tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Oct 11 20:47:21.866446 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:22.966051 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c2fe4-1641-47b4-8cda-40a1d13afe9e req-4ba9be98-d699-4f4a-80b9-e720fbcc3742 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:22.967537 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4b9c2fe4-1641-47b4-8cda-40a1d13afe9e req-4ba9be98-d699-4f4a-80b9-e720fbcc3742 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0483403 Oct 11 20:47:23.007356 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4b9c2fe4-1641-47b4-8cda-40a1d13afe9e req-a0640845-567c-4fb5-8644-03e42c722eb7 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340800 Oct 11 20:47:23.097116 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:24.118449 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d02605-ccb8-430f-9f16-3e0794e45c67 req-69c10b3f-b361-4169-bc01-2d50170c02c4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:24.119914 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-59d02605-ccb8-430f-9f16-3e0794e45c67 req-69c10b3f-b361-4169-bc01-2d50170c02c4 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0479321 Oct 11 20:47:24.158329 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-59d02605-ccb8-430f-9f16-3e0794e45c67 req-cbe2a0fc-7b18-46db-9600-7856497406da tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/security-groups?id=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317903 Oct 11 20:47:24.346768 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-8b18eb97-af3a-467e-81aa-c021cc025be0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:24.348112 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-8b18eb97-af3a-467e-81aa-c021cc025be0 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 946 time: 0.0478556 Oct 11 20:47:24.435901 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Deleting port 3c8b1485-91ab-4b24-9955-61f02545df0f {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:47:24.436234 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:24.523727 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] For port 3c8b1485-91ab-4b24-9955-61f02545df0f, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=3c8b1485-91ab-4b24-9955-61f02545df0f,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:24.524084 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:24.536014 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Calling delete_port for 3c8b1485-91ab-4b24-9955-61f02545df0f owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:47:24.660696 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:24.673734 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['3c8b1485-91ab-4b24-9955-61f02545df0f'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:47:24.688201 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Pushing event deleted for resources: {'Port': ['ID=3c8b1485-91ab-4b24-9955-61f02545df0f,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:24.727443 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] No DVR routers for this DVR port 3c8b1485-91ab-4b24-9955-61f02545df0f on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:47:24.729987 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:24.733277 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0e80c2eb-05ac-4e2a-b8fd-ff78ab6f0078 req-b0089708-094f-4191-a471-a27274683443 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.46 "DELETE /v2.0/ports/3c8b1485-91ab-4b24-9955-61f02545df0f HTTP/1.1" status: 204 len: 173 time: 0.3782980 Oct 11 20:47:24.733702 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'name': 'network-vif-deleted', 'tag': '3c8b1485-91ab-4b24-9955-61f02545df0f'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:24.736065 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0794186-12e6-4c47-afe2-e4a3e4f51fa3" -d '{"events": [{"server_uuid": "8a2abaf9-7701-4807-9b95-51cda5ef16c1", "name": "network-vif-deleted", "tag": "3c8b1485-91ab-4b24-9955-61f02545df0f"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:24.777000 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72e0b45-d77c-40e5-8844-ce8955e6617a x-openstack-request-id: req-c72e0b45-d77c-40e5-8844-ce8955e6617a {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:24.777390 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2abaf9-7701-4807-9b95-51cda5ef16c1", "name": "network-vif-deleted", "tag": "3c8b1485-91ab-4b24-9955-61f02545df0f", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:24.777644 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c72e0b45-d77c-40e5-8844-ce8955e6617a {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:24.778043 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2abaf9-7701-4807-9b95-51cda5ef16c1', 'name': 'network-vif-deleted', 'tag': '3c8b1485-91ab-4b24-9955-61f02545df0f', 'status': 'completed', 'code': 200} Oct 11 20:47:25.266968 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-06108e16-8347-4e68-a193-a2010f00b377 req-2b1d8d44-0246-43c6-af1a-d9bcca002ae2 tempest-ServerRescueNegativeTestJSON-2003652250 tempest-ServerRescueNegativeTestJSON-2003652250-project] 10.222.0.43 "GET /v2.0/ports?device_id=8a2abaf9-7701-4807-9b95-51cda5ef16c1 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Oct 11 20:47:26.324813 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44638) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:26.656788 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:26.723530 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:27.008814 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Deleting port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:47:27.009125 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:27.102423 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] For port 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,segment=NetworkSegment(58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7),segment_id=58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:27.102817 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:27.119872 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Calling delete_port for 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 owned by network:router_interface {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:47:27.319740 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:27.346646 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9e48ea-c3a9-4f56-9fea-ae3665b863c3,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:27.483002 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:27.888102 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:47:27.992591 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:47:27.998740 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-26ff3acf-f5a8-46bd-82c6-fc71c32780d4 admin admin] 10.222.0.43 "PUT /v2.0/routers/27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721561 Oct 11 20:47:28.000763 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44648) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:28.002255 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] Sync routers for ids ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:47:28.013854 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] Routers {'27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:28.014449 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:28.111125 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:28.125721 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] Set router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:28.214539 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:28.270625 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Deleting port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:47:28.270962 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:28.303092 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:47:27Z', 'revision_number': 5, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port': {'id': '51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:28.332266 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] Checking router: 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:47:28.341338 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] Routers {'27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:28.341957 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:28.352436 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] For port 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:28.352797 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:28.364699 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Calling delete_port for 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 owned by network:router_gateway {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:47:28.426538 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] Set router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 gateway port host: None {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:28.477344 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:47:28Z', 'revision_number': 6, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port_host': None}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:28.506233 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b84276-dc24-47d7-b69e-1add5788e21c None None] The sync data for ids ['27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51'] in dv-cinder-813532-1-iscsi is: [{'id': '27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51', 'name': 'tempest-ServerRescueNegativeTestJSON-1758515333-router', 'tenant_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:43Z', 'updated_at': '2021-10-11T20:47:28Z', 'revision_number': 6, 'project_id': 'fb1acd56ab96406d874bb11fc98e2dec', 'gw_port_host': None}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:47:28.534564 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:28.561646 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:28.622701 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:28.707909 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 3c8b1485-91ab-4b24-9955-61f02545df0f no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:47:28.728352 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 3c8b1485-91ab-4b24-9955-61f02545df0f {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:47:28.728624 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 3c8b1485-91ab-4b24-9955-61f02545df0f not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:47:28.952649 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:28.954773 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.015441 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.016077 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 {{(pid=105804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:47:29.021182 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.022329 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0fbf87be-71d2-42ee-b78f-05ebd0c88fd2 admin admin] 10.222.0.43 "DELETE /v2.0/routers/27fce307-f0f5-43c5-b1d3-e1e3d2ea6f51 HTTP/1.1" status: 204 len: 168 time: 1.0203331 Oct 11 20:47:29.024750 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44654) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:29.071211 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] Deleting subnet 11bc31fb-c7a0-4891-a1b6-83c7348cd784 {{(pid=105804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:47:29.074748 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.108207 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26775757'] for subnet, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.148975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.204350 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26521122'] for subnet, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.229961 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bc31fb-c7a0-4891-a1b6-83c7348cd784,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:29.231940 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.235087 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-b6f78481-e983-4dbe-b994-c76a485c1054 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/11bc31fb-c7a0-4891-a1b6-83c7348cd784 HTTP/1.1" status: 204 len: 168 time: 0.2094288 Oct 11 20:47:29.237504 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44656) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:29.305623 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.385292 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.405126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba20353d-3169-4943-bf79-3223bcb0b4d0']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:29.413919 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:29.414213 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dd4e90-2f9d-43bc-b8e1-a2e57e6536c7') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:29.423122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.436331 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.442339 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:47:29.442762 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:47:29.444421 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:47:29.498966 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.506596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.509675 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba20353d-3169-4943-bf79-3223bcb0b4d0 HTTP/1.1" status: 204 len: 168 time: 0.2712774 Oct 11 20:47:29.520271 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd298c-5831-4b24-b7cb-3feb0bf325aa admin admin] Pushing event deleted for resources: {'Network': ['ID=ba20353d-3169-4943-bf79-3223bcb0b4d0,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:29.669999 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44662) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:29.708409 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-419ee280-8771-4c0b-88d0-de4fa599f415 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb1acd56ab96406d874bb11fc98e2dec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372391 Oct 11 20:47:29.710800 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44664) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:29.757485 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3552cce7-8446-43a3-8dd2-50cf4a5bbbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.777270 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3552cce7-8446-43a3-8dd2-50cf4a5bbbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.822527 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3552cce7-8446-43a3-8dd2-50cf4a5bbbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.825095 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3552cce7-8446-43a3-8dd2-50cf4a5bbbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:29.826451 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3552cce7-8446-43a3-8dd2-50cf4a5bbbe8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e HTTP/1.1" status: 204 len: 168 time: 0.1145859 Oct 11 20:47:29.835882 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552cce7-8446-43a3-8dd2-50cf4a5bbbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a062be1-a2a8-4166-b7ce-4c0db0ab9a8e,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:30.090982 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:47:30.114924 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:47:30.115216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 9d9e48ea-c3a9-4f56-9fea-ae3665b863c3 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:47:30.115626 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:47:30.134560 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:47:30.134916 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 51cc4e21-cc40-4c33-a5aa-e13a1dfed5f5 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:47:30.400407 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:47:30.466105 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44686) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:30.559596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-532603534-network', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:30.579157 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Made reservation on behalf of 42930b3dd01c483796559f1c1b11e5e3 for: {'network': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:47:30.581548 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.593964 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.675025 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.678655 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.702476 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=105804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:47:30.711766 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8292b9a4-6c01-44ac-a260-b45714d28f89,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:30.717389 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.717759 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.segments_db [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Added segment 52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd of type vlan for network a8fda0a6-788c-462f-b37b-020ee0827570 Oct 11 20:47:30.766648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.790258 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.791242 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:30.791828 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:30.851410 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3841288 Oct 11 20:47:30.854285 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44696) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:30.856592 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5669-7635-42dc-bf0c-a8f785cb4d5f admin admin] Pushing event updated for resources: {'Network': ['ID=a8fda0a6-788c-462f-b37b-020ee0827570,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:30.859817 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Request body: {'subnet': {'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-subnet', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:30.867700 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network a8fda0a6-788c-462f-b37b-020ee0827570 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:47:30.883290 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Made reservation on behalf of 42930b3dd01c483796559f1c1b11e5e3 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:47:30.885789 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.063056 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.116285 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a8f7fdb-22d6-4788-8641-64958805b8a2,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:31.128518 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Checking segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:47:31.128872 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Network hostable DHCP agents. Network: a8fda0a6-788c-462f-b37b-020ee0827570, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:47:31.146937 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Network a8fda0a6-788c-462f-b37b-020ee0827570 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:47:31.155462 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, a8fda0a6-788c-462f-b37b-020ee0827570) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:31.160006 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:31.161130 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.164351 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2705cf9-ed08-4b6d-96e7-a15005feea9e None None] Network a8fda0a6-788c-462f-b37b-020ee0827570 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:47:31.176756 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ae977983-6c57-4446-90a9-6fc2d3ae3eb1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3213742 Oct 11 20:47:31.179416 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44702) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:31.183636 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:31.203705 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.204673 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.260670 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.306514 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-a8fda0a6-788c-462f-b37b-020ee0827570', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:47:31.307384 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.395083 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.439774 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Allocated IP 172.20.0.2 (a8fda0a6-788c-462f-b37b-020ee0827570/1a8f7fdb-22d6-4788-8641-64958805b8a2/142a6182-6dbe-450b-af5a-7a4210042665) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:47:31.580909 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.588001 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.594113 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.615078 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.627182 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Network a8fda0a6-788c-462f-b37b-020ee0827570 is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:47:31.628662 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:31.634386 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:47:31.662334 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Pushing event updated for resources: {'Port': ['ID=142a6182-6dbe-450b-af5a-7a4210042665,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:31.685623 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.685972 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.686313 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.686695 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.687025 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.687408 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.687743 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.688066 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.688409 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.688734 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.689051 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.689369 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:31.705214 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Attempting to bind port 142a6182-6dbe-450b-af5a-7a4210042665 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:47:31.705589 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Attempting to bind port 142a6182-6dbe-450b-af5a-7a4210042665 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:47:31.705949 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Attempting to bind port 142a6182-6dbe-450b-af5a-7a4210042665 on network a8fda0a6-788c-462f-b37b-020ee0827570 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:47:31.710947 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:47:31.711311 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Checking segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:47:31.711707 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.712095 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Bound using segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:47:31.712568 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Bound port: 142a6182-6dbe-450b-af5a-7a4210042665, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:47:31.712929 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.732614 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Allocated IP 172.27.2.29 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/f5caa8a5-0adf-4c35-bac2-8add022c5fd6) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:47:31.781168 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] For port 142a6182-6dbe-450b-af5a-7a4210042665, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:47:31.784496 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] For port 142a6182-6dbe-450b-af5a-7a4210042665, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=142a6182-6dbe-450b-af5a-7a4210042665,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:47:31.788531 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.844613 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.880400 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:31.916625 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:47:31.919787 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:31.925266 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:47:31.970624 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96cdc4-713a-4ff3-966b-d2f8ff67375c None None] Pushing event updated for resources: {'Port': ['ID=142a6182-6dbe-450b-af5a-7a4210042665,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:31.991619 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:32.166285 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:32.368498 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:32.501359 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:47:32.609876 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:47:32.619662 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Sync routers for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:47:32.628222 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:32.629459 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-19c42594-afd3-45db-b793-bcbec16148a3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4491322 Oct 11 20:47:32.632111 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44708) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:32.632256 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:32.632910 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:32.760576 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:32.964902 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:32Z', 'revision_number': 3, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:32.997362 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Checking router: 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:47:32.997828 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Updating router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 port f5caa8a5-0adf-4c35-bac2-8add022c5fd6 binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:47:33.002267 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c927c66-ea41-41a9-a6b4-bc62368c3cf4 None None] Network a8fda0a6-788c-462f-b37b-020ee0827570 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:47:33.069020 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.115337 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-5c9b6d48-dfea-43c4-87d9-35452263ac45 None None] Provisioning complete for port 142a6182-6dbe-450b-af5a-7a4210042665 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:33.115716 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6d48-dfea-43c4-87d9-35452263ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.321017 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.419355 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6d48-dfea-43c4-87d9-35452263ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.461548 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abc1c3-81f3-4425-b4d4-7eaf7f421a38 req-85547cc3-4420-4a0e-b5e7-fb229b5cde28 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:33.463143 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-90abc1c3-81f3-4425-b4d4-7eaf7f421a38 req-85547cc3-4420-4a0e-b5e7-fb229b5cde28 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.1169801 Oct 11 20:47:33.500258 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-5c9b6d48-dfea-43c4-87d9-35452263ac45 None None] For port 142a6182-6dbe-450b-af5a-7a4210042665, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=142a6182-6dbe-450b-af5a-7a4210042665,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:33.507064 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6d48-dfea-43c4-87d9-35452263ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.547300 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-90abc1c3-81f3-4425-b4d4-7eaf7f421a38 req-7c0b805a-5b0a-4fe0-b44b-7830674d6a08 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686083 Oct 11 20:47:33.547562 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.554013 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Allocated IP 172.20.0.1 (a8fda0a6-788c-462f-b37b-020ee0827570/1a8f7fdb-22d6-4788-8641-64958805b8a2/32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:47:33.559602 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.595098 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b6d48-dfea-43c4-87d9-35452263ac45 None None] Pushing event updated for resources: {'Port': ['ID=142a6182-6dbe-450b-af5a-7a4210042665,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:33.633079 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Attempting to bind port f5caa8a5-0adf-4c35-bac2-8add022c5fd6 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:47:33.633734 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Attempting to bind port f5caa8a5-0adf-4c35-bac2-8add022c5fd6 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:47:33.633865 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Attempting to bind port f5caa8a5-0adf-4c35-bac2-8add022c5fd6 on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:47:33.645987 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:47:33.646360 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:47:33.646791 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.647182 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:47:33.647654 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Bound port: f5caa8a5-0adf-4c35-bac2-8add022c5fd6, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:47:33.648033 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.666988 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.671843 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85745f52-53c5-4fa5-84f3-79419d7194a8 None None] Pushing event updated for resources: {'Port': ['ID=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:33.702274 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.707292 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] For port f5caa8a5-0adf-4c35-bac2-8add022c5fd6, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:47:33.710615 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] For port f5caa8a5-0adf-4c35-bac2-8add022c5fd6, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:47:33.720082 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.742805 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Network a8fda0a6-788c-462f-b37b-020ee0827570 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:47:33.747844 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:33.752080 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:47:33.752555 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.760538 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-af8ce405-3ee7-45d6-ad41-1905ea9849bc None None] Provisioning complete for port 142a6182-6dbe-450b-af5a-7a4210042665 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:33.760919 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-af8ce405-3ee7-45d6-ad41-1905ea9849bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.789481 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:33.816399 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85745f52-53c5-4fa5-84f3-79419d7194a8 None None] Pushing event updated for resources: {'Port': ['ID=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:33.818965 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:33.819558 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:33.892080 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:33.964334 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:34.063848 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:34.071479 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:34.072444 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:34.090796 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-51349c5b-5a2a-4155-8db7-1370e6823f23 None None] Provisioning complete for port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:34.091408 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-51349c5b-5a2a-4155-8db7-1370e6823f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:34.173347 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 142a6182-6dbe-450b-af5a-7a4210042665 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:47:34.177459 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-51349c5b-5a2a-4155-8db7-1370e6823f23 None None] Port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:47:34.193352 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Pushing event updated for resources: {'Port': ['ID=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:34.203126 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Network a8fda0a6-788c-462f-b37b-020ee0827570 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:47:34.204542 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:34.249412 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 142a6182-6dbe-450b-af5a-7a4210042665 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:34.249787 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:34.339365 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:47:34.405274 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:32Z', 'revision_number': 3, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:34.452666 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434a4c3f-fe1a-49ec-8b17-e9e75b0d3eed None None] The sync data for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi is: [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:32Z', 'revision_number': 3, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:47:34.479036 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:47:34.487736 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3d2bc6d5-1cd9-437d-b1f9-c0929dbbe8b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/2cf6585b-20de-42df-9f5e-ed0b8ac9ad10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545105 Oct 11 20:47:34.533876 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-0b18b538-5e44-4d7a-a4b0-278eddcc9fd3 None None] Provisioning complete for port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:34.534254 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0b18b538-5e44-4d7a-a4b0-278eddcc9fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:34.579071 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-0b18b538-5e44-4d7a-a4b0-278eddcc9fd3 None None] Port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:47:34.687177 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee5b64-89da-4fa5-9a14-0b20b3c809e6 req-ae25db2f-f662-4ad5-ab0d-af1fcf288102 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:34.688817 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9bee5b64-89da-4fa5-9a14-0b20b3c809e6 req-ae25db2f-f662-4ad5-ab0d-af1fcf288102 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0527859 Oct 11 20:47:34.729798 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9bee5b64-89da-4fa5-9a14-0b20b3c809e6 req-b7eb2b4c-60a7-4bfd-a3a9-9bcfc387fa77 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337648 Oct 11 20:47:35.062418 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44742) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:35.067225 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-8147f347-e1a9-4fa0-8513-1e8a24e651ae tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1563206975', 'description': 'tempest-description--1562789283'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:35.090932 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8147f347-e1a9-4fa0-8513-1e8a24e651ae tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.160905 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8147f347-e1a9-4fa0-8513-1e8a24e651ae tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.165967 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8147f347-e1a9-4fa0-8513-1e8a24e651ae tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.194202 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8147f347-e1a9-4fa0-8513-1e8a24e651ae tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.195460 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8147f347-e1a9-4fa0-8513-1e8a24e651ae tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1319771 Oct 11 20:47:35.198166 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44744) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:35.203452 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-58a65f7a-a913-4386-bfe4-8ca16011c07c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'security_group_rule': {'security_group_id': '58cdcad3-0996-4faa-81e4-411fe5fa7d44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:35.211508 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147f347-e1a9-4fa0-8513-1e8a24e651ae tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cdcad3-0996-4faa-81e4-411fe5fa7d44,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:35.234102 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a65f7a-a913-4386-bfe4-8ca16011c07c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.292016 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a65f7a-a913-4386-bfe4-8ca16011c07c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.295942 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a65f7a-a913-4386-bfe4-8ca16011c07c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.314712 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a65f7a-a913-4386-bfe4-8ca16011c07c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f70b8a-5cd1-48c2-9c9f-6b89917f2b4b,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:35.319879 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-58a65f7a-a913-4386-bfe4-8ca16011c07c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.323761 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-58a65f7a-a913-4386-bfe4-8ca16011c07c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245759 Oct 11 20:47:35.323975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44746) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:35.329103 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-c7ec07c3-2c7e-4371-a68c-6c767fead140 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'security_group_rule': {'security_group_id': '58cdcad3-0996-4faa-81e4-411fe5fa7d44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:35.355449 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07c3-2c7e-4371-a68c-6c767fead140 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.402231 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07c3-2c7e-4371-a68c-6c767fead140 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.405840 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07c3-2c7e-4371-a68c-6c767fead140 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.423150 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec07c3-2c7e-4371-a68c-6c767fead140 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7f6103-a3d3-42da-a49e-9562bd0f5aed,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:35.430570 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c7ec07c3-2c7e-4371-a68c-6c767fead140 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.431742 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c7ec07c3-2c7e-4371-a68c-6c767fead140 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1061027 Oct 11 20:47:35.435417 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44748) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:35.439554 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:35.460296 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.556826 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.661143 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Allocated IP 172.27.2.251 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/c97c8517-b692-413d-979e-dd3006c7556d) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:47:35.773257 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.816965 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:35.880988 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:47:35.882122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:35.887127 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:47:35.914116 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'Port': ['ID=c97c8517-b692-413d-979e-dd3006c7556d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:35.923376 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119ee3-e931-4ef8-bcf6-7f9fed259374 req-79664e18-d305-4602-92fb-69b12598deb3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:35.924830 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-27119ee3-e931-4ef8-bcf6-7f9fed259374 req-79664e18-d305-4602-92fb-69b12598deb3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.1232650 Oct 11 20:47:36.000855 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Sync routers for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:47:36.004532 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-27119ee3-e931-4ef8-bcf6-7f9fed259374 req-3b2950ce-c585-4d31-8c50-1963e73bb533 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736187 Oct 11 20:47:36.009890 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:36.010681 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:36.011333 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.046884 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.142635 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device f5caa8a5-0adf-4c35-bac2-8add022c5fd6 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:47:36.193023 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port f5caa8a5-0adf-4c35-bac2-8add022c5fd6 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:36.193389 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.210530 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:36.216748 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.221450 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.271680 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.291660 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'Port': ['ID=c97c8517-b692-413d-979e-dd3006c7556d,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:36.292906 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port f5caa8a5-0adf-4c35-bac2-8add022c5fd6, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:36.302110 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.304367 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.320736 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.321962 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-28d816ff-c540-4875-a836-8f5da97e5505 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8856406 Oct 11 20:47:36.363325 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:36.438370 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 2, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:36.465092 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Checking router: 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:47:36.465489 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Updating router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:47:36.468623 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-1ebc6ce8-b7c3-409f-85d0-494c4327622d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1563206975&fields=id&tenant_id=42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 267 time: 0.0414093 Oct 11 20:47:36.495619 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.576624 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-b55725ba-aa4e-4156-a644-0c5feeab99fb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:36.579195 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-b55725ba-aa4e-4156-a644-0c5feeab99fb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 816 time: 0.1016676 Oct 11 20:47:36.598312 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-e25bdfdf-1d1a-49dc-a803-b42cde7d6d9f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/quotas/42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 375 time: 0.0123813 Oct 11 20:47:36.658029 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-e5481d1a-f2ff-4dea-b9a2-bc60d20d12ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527701 Oct 11 20:47:36.756704 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-99e91930-4ce3-4309-8aec-779533bffb26 service neutron] 10.222.0.43 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867660 Oct 11 20:47:36.757512 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.763110 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.828742 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Pushing event updated for resources: {'Port': ['ID=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:36.853001 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-f6374081-4518-4e80-9cd4-87c430bd7223 service neutron] 10.222.0.43 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893745 Oct 11 20:47:36.858535 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.858927 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.859238 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.859557 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.859877 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.860200 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.860513 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.860820 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.861136 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.861450 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.861755 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.862070 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:47:36.874385 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Attempting to bind port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:47:36.874797 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Attempting to bind port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:47:36.875147 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Attempting to bind port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f on network a8fda0a6-788c-462f-b37b-020ee0827570 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:47:36.880541 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:47:36.880905 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Checking segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:47:36.881297 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.881679 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Bound using segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:47:36.882136 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Bound port: 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:47:36.882540 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:36.951214 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] For port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:47:36.954846 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] For port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:47:36.959680 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:37.028735 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:37.029835 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:37.031680 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-4729a055-e59c-42e3-9ee2-b636278feb5c None None] Provisioning complete for port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:37.033121 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019c1b5-3fe1-4d39-ab2d-6a35e1d581cc None None] Pushing event updated for resources: {'Port': ['ID=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,revision_number=4']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:37.033642 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4729a055-e59c-42e3-9ee2-b636278feb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:37.068183 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f3870016-5aa0-41fe-89c9-14580bc52b79 req-e865319e-2341-42c1-a307-24857c8c85b7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 210 time: 0.0639782 Oct 11 20:47:37.169255 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4729a055-e59c-42e3-9ee2-b636278feb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:37.197425 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:37.200302 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075df5b-37a2-4c79-907f-8bbe61d91761 req-d7b3125e-9917-42b9-9bf0-4b6ba4f51f5f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:37.202104 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7075df5b-37a2-4c79-907f-8bbe61d91761 req-d7b3125e-9917-42b9-9bf0-4b6ba4f51f5f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0659435 Oct 11 20:47:37.222967 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-4729a055-e59c-42e3-9ee2-b636278feb5c None None] For port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:37.231794 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4729a055-e59c-42e3-9ee2-b636278feb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:37.286355 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729a055-e59c-42e3-9ee2-b636278feb5c None None] Pushing event updated for resources: {'Port': ['ID=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:37.291026 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7075df5b-37a2-4c79-907f-8bbe61d91761 req-aaa056b1-754f-4d6c-ac79-15d5b77d06b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758028 Oct 11 20:47:37.353235 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-f75b7ab5-1a59-47a4-a912-84d38b944527 None None] Provisioning complete for port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:37.353601 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f75b7ab5-1a59-47a4-a912-84d38b944527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:37.444986 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:37.473680 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a08a22-f71f-468d-91f0-edbe37cf0193 None None] The sync data for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi is: [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:47:38.183187 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-839914e2-bbe9-47ce-b03d-7dc8388b3fe3 req-de27b7d4-964b-4960-92c2-b298da70fa85 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 210 time: 0.0267470 Oct 11 20:47:38.199804 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:47:38.275751 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:38.276265 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:38.365353 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device f5caa8a5-0adf-4c35-bac2-8add022c5fd6 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:47:38.390551 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-05e6dcb1-7167-44f1-b14a-7ac256385706 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:38.392993 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-05e6dcb1-7167-44f1-b14a-7ac256385706 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 816 time: 0.1404426 Oct 11 20:47:38.436805 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port f5caa8a5-0adf-4c35-bac2-8add022c5fd6 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:38.437172 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:38.447994 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918ac86-c7da-4101-a99d-bb5499718e16 req-9d657734-63f5-4916-9c39-fd09fd415ea2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:38.450377 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f918ac86-c7da-4101-a99d-bb5499718e16 req-9d657734-63f5-4916-9c39-fd09fd415ea2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0662892 Oct 11 20:47:38.470290 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-731a8c1c-502e-4b6f-aeb3-b31290b3f6ab tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 380 time: 0.0655150 Oct 11 20:47:38.496767 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'port': {'device_id': '8f80db67-a088-4acc-879a-065df1bf46c7', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'admin_state_up': True, 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'security_groups': ['58cdcad3-0996-4faa-81e4-411fe5fa7d44']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:38.524868 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f918ac86-c7da-4101-a99d-bb5499718e16 req-f0189389-a41d-4e89-9230-6679db30943b tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588541 Oct 11 20:47:38.610266 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Made reservation on behalf of 42930b3dd01c483796559f1c1b11e5e3 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:47:38.613723 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:38.735346 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Allocated IP 172.20.0.4 (a8fda0a6-788c-462f-b37b-020ee0827570/1a8f7fdb-22d6-4788-8641-64958805b8a2/b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:47:38.879822 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:38.913577 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:38.955846 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Network a8fda0a6-788c-462f-b37b-020ee0827570 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:47:38.958756 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:38.962428 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:47:38.990204 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:39.021500 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:39.022292 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.047385 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-cc464f23-4611-4d34-81af-a838a8275ace tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619438 Oct 11 20:47:39.061891 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Request body: {'port': {'device_id': '8f80db67-a088-4acc-879a-065df1bf46c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:39.121988 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.188953 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-88b29245-7668-4178-8829-358b778df0db None None] Provisioning complete for port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:39.189578 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-88b29245-7668-4178-8829-358b778df0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.227317 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-88b29245-7668-4178-8829-358b778df0db None None] Port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:47:39.360433 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec4ac6-02d0-448e-9b09-5d352d0970c9 req-4efd41c7-ca02-4662-8bc0-326ac764d54f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:39.361875 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c1ec4ac6-02d0-448e-9b09-5d352d0970c9 req-4efd41c7-ca02-4662-8bc0-326ac764d54f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 931 time: 0.0757129 Oct 11 20:47:39.438599 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c1ec4ac6-02d0-448e-9b09-5d352d0970c9 req-26a53989-078b-4a81-94be-debd05d1ef40 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639682 Oct 11 20:47:39.452512 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:47:39.459931 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.472302 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Transition to ACTIVE for port object b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:47:39.476288 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.543950 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:39.598141 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Attempting to bind port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:47:39.598500 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Attempting to bind port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:47:39.598827 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Attempting to bind port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 on network a8fda0a6-788c-462f-b37b-020ee0827570 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:47:39.603570 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 on network a8fda0a6-788c-462f-b37b-020ee0827570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:47:39.603888 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Attempting to bind port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 on network a8fda0a6-788c-462f-b37b-020ee0827570 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:47:39.609450 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:47:39.609806 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Checking segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:47:39.610189 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Bound using segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:47:39.610649 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Bound port: b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:47:39.611000 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.639277 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb12a8-c8de-4bde-bf30-7a547068fbef req-ba90ebfc-bbe1-4c7e-973e-a9dce49eae69 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:39.640788 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3cbb12a8-c8de-4bde-bf30-7a547068fbef req-ba90ebfc-bbe1-4c7e-973e-a9dce49eae69 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0512035 Oct 11 20:47:39.676305 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:47:39.679871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:47:39.683296 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3cbb12a8-c8de-4bde-bf30-7a547068fbef req-cb44c2b5-dc53-41bf-97ed-92c930b39a9d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358610 Oct 11 20:47:39.684256 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.718447 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:39.719076 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:39.720454 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 200 len: 1093 time: 0.6657584 Oct 11 20:47:39.720887 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:39.723198 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085345ae-3a37-4c88-a4d7-f26154d97bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:39.759131 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588898eb-3a34-4309-9c85-4c080abe86a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:39.776447 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050cc700-42ca-4528-8da2-0dbcb4d71251 x-openstack-request-id: req-050cc700-42ca-4528-8da2-0dbcb4d71251 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:39.776736 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:39.777059 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-050cc700-42ca-4528-8da2-0dbcb4d71251 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:39.777450 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'status': 'completed', 'code': 200} Oct 11 20:47:39.808055 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-0d6a7a93-b757-4df1-95ee-1a48017f6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:39.810307 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-0d6a7a93-b757-4df1-95ee-1a48017f6e94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1096 time: 0.0443497 Oct 11 20:47:39.855662 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-f2b4ecfe-9ada-4c35-90fb-bb81847c1353 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 200 len: 217 time: 0.0375297 Oct 11 20:47:39.906473 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-53e9f1b4-9d23-4cdd-845c-aa374b8d9209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:39.907922 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-53e9f1b4-9d23-4cdd-845c-aa374b8d9209 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0454898 Oct 11 20:47:39.959133 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-ed2d84e4-206b-4a9b-a10f-9d8ac332c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:39.960776 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-ed2d84e4-206b-4a9b-a10f-9d8ac332c5ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436950 Oct 11 20:47:40.053727 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-e3e3134f-d507-4f51-a4dc-c955a71e1fff service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849178 Oct 11 20:47:40.149618 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-47386cda-3ce0-45ef-9015-3d8842f24d56 req-c23a3969-f2f4-488a-98a5-c2958fc8e403 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877717 Oct 11 20:47:40.241292 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-6ef9ac77-4be8-4ece-9d90-1f93c400120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:40.242675 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-6ef9ac77-4be8-4ece-9d90-1f93c400120a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1096 time: 0.0394001 Oct 11 20:47:40.340530 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-6f9ddd71-3976-4732-b464-028a6e76856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:40.341975 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-6f9ddd71-3976-4732-b464-028a6e76856c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0875075 Oct 11 20:47:40.383976 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-f79d661e-da6e-4838-b939-b24870767456 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 200 len: 217 time: 0.0327942 Oct 11 20:47:40.442613 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-ddb86e4b-08ab-45bd-a2b0-51c8db36537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:40.444114 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-ddb86e4b-08ab-45bd-a2b0-51c8db36537a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0517926 Oct 11 20:47:40.492028 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-3ba9f94f-3920-4223-9b9e-1e84a8e921dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:40.493510 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-3ba9f94f-3920-4223-9b9e-1e84a8e921dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410614 Oct 11 20:47:40.575137 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079f46e-b8ca-4b92-a41c-b4933fd3c235 req-f42367b7-d022-4f6c-85fe-dc851e263e07 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:40.577195 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8079f46e-b8ca-4b92-a41c-b4933fd3c235 req-f42367b7-d022-4f6c-85fe-dc851e263e07 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0590146 Oct 11 20:47:40.588508 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-3472dda8-7f53-4732-9145-d4b734f2ec76 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867810 Oct 11 20:47:40.624803 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8079f46e-b8ca-4b92-a41c-b4933fd3c235 req-fa09d9ef-525e-4898-b74d-4fc4f77a9020 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Oct 11 20:47:40.682411 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-085345ae-3a37-4c88-a4d7-f26154d97bd6 req-d0e33ef0-bb10-4354-ab18-e1907bad09d2 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859587 Oct 11 20:47:40.812637 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7818857-ef3a-45f8-95f7-e0862b0896be req-ca48f35d-362d-45e9-bd9c-bcbaa9ac00a1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:40.814051 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e7818857-ef3a-45f8-95f7-e0862b0896be req-ca48f35d-362d-45e9-bd9c-bcbaa9ac00a1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0556924 Oct 11 20:47:40.856290 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e7818857-ef3a-45f8-95f7-e0862b0896be req-014f3b7b-01c8-4731-95c5-090c50ef3223 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362172 Oct 11 20:47:41.745439 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d243e-e74d-4541-9d4c-9698cbd72ed2 req-7f60801a-a24f-4aa0-85d4-050ffb32f150 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:41.747022 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ba2d243e-e74d-4541-9d4c-9698cbd72ed2 req-7f60801a-a24f-4aa0-85d4-050ffb32f150 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0484192 Oct 11 20:47:41.786279 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ba2d243e-e74d-4541-9d4c-9698cbd72ed2 req-3ed4856f-6163-4cb4-9e3e-a110e5fa44c6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333614 Oct 11 20:47:41.972446 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237562f-2257-4fb6-b2b6-6601ab0cf6a9 req-99109b40-440a-4e21-b8df-7278b6aa3030 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:41.973808 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4237562f-2257-4fb6-b2b6-6601ab0cf6a9 req-99109b40-440a-4e21-b8df-7278b6aa3030 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0516655 Oct 11 20:47:42.010208 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4237562f-2257-4fb6-b2b6-6601ab0cf6a9 req-f3ed19ab-0c32-457e-b036-a25e01e3fcb2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301650 Oct 11 20:47:42.905210 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8ba91-457d-4e89-8d4a-4b40c2a06d49 req-a7269ceb-5653-4c26-a738-34129ae4932e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:42.906653 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-78d8ba91-457d-4e89-8d4a-4b40c2a06d49 req-a7269ceb-5653-4c26-a738-34129ae4932e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0499940 Oct 11 20:47:42.942878 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-78d8ba91-457d-4e89-8d4a-4b40c2a06d49 req-50d410b0-b0e7-47c3-8a77-4ac4e574effc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304043 Oct 11 20:47:43.123638 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623f06d-9591-4090-a61f-aa6e015f1a08 req-4ac47160-96be-4917-a73a-e41ead56fea7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:43.125009 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4623f06d-9591-4090-a61f-aa6e015f1a08 req-4ac47160-96be-4917-a73a-e41ead56fea7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0479102 Oct 11 20:47:43.161581 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4623f06d-9591-4090-a61f-aa6e015f1a08 req-64f4b2a7-83cb-4bfb-9369-78c03c0d7f30 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306745 Oct 11 20:47:43.441710 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44840) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:43.544657 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-14ee42e7-a9d1-4000-b107-560c4e831088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.620733 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-14ee42e7-a9d1-4000-b107-560c4e831088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.624224 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-14ee42e7-a9d1-4000-b107-560c4e831088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.661227 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-14ee42e7-a9d1-4000-b107-560c4e831088 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b257793eca684ae1b45c613d1a52092f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185009 Oct 11 20:47:43.662073 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee42e7-a9d1-4000-b107-560c4e831088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99389926-63fa-47d8-a292-4eae91eaa4af,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:43.663943 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44844) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:43.687542 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:47:43.714041 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c94c403a-00d7-43be-863a-38c9b9d914fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.735475 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c94c403a-00d7-43be-863a-38c9b9d914fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.780589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c94c403a-00d7-43be-863a-38c9b9d914fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.780848 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:43.783187 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c94c403a-00d7-43be-863a-38c9b9d914fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.784309 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-c94c403a-00d7-43be-863a-38c9b9d914fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99389926-63fa-47d8-a292-4eae91eaa4af HTTP/1.1" status: 204 len: 168 time: 0.1193416 Oct 11 20:47:43.791742 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c403a-00d7-43be-863a-38c9b9d914fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99389926-63fa-47d8-a292-4eae91eaa4af,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:43.791889 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'port_id': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'mac_address': 'fa:16:3e:8b:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:47:43.841051 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.855988 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:47:43.875694 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:43.879427 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:43.927831 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:44.072094 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7034b11-628b-499c-8222-c767de5dec63 req-b0541e8f-1939-443c-9bf5-3f3a13892cfb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:44.074152 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b7034b11-628b-499c-8222-c767de5dec63 req-b0541e8f-1939-443c-9bf5-3f3a13892cfb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 944 time: 0.0601897 Oct 11 20:47:44.113614 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b7034b11-628b-499c-8222-c767de5dec63 req-473ccf73-6df5-40d8-8330-a25523b7e43c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Oct 11 20:47:44.143647 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:47:44.285328 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc957b2e-693a-434c-b465-a311ecf13177 req-2b74a1fd-1567-42c5-8dc2-05ea85035692 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:44.287639 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cc957b2e-693a-434c-b465-a311ecf13177 req-2b74a1fd-1567-42c5-8dc2-05ea85035692 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0558190 Oct 11 20:47:44.337295 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cc957b2e-693a-434c-b465-a311ecf13177 req-f2df11a0-c4f3-46a0-a775-4eba57c8b72f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339425 Oct 11 20:47:44.529911 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba58be-fa4d-4564-903a-4c1965435815 req-20a3df1a-7180-437a-b98d-b17c89f17526 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:44.537138 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3cba58be-fa4d-4564-903a-4c1965435815 req-20a3df1a-7180-437a-b98d-b17c89f17526 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0549457 Oct 11 20:47:44.595799 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3cba58be-fa4d-4564-903a-4c1965435815 req-2f3f3a05-b165-4e5d-85fc-a049928f75fc tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578127 Oct 11 20:47:44.602025 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff6391-d53d-4228-89c9-7b408a89750a req-abf46eaf-515c-45cd-97ae-b8405ed9d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:44.603454 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17ff6391-d53d-4228-89c9-7b408a89750a req-abf46eaf-515c-45cd-97ae-b8405ed9d988 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1099 time: 0.0581071 Oct 11 20:47:44.694997 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff6391-d53d-4228-89c9-7b408a89750a req-db956e0e-45e6-4b39-9534-3f97b3eef152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:44.696455 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17ff6391-d53d-4228-89c9-7b408a89750a req-db956e0e-45e6-4b39-9534-3f97b3eef152 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.0852859 Oct 11 20:47:44.768105 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17ff6391-d53d-4228-89c9-7b408a89750a req-64e31c91-d960-4c79-b666-68dc04a474d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 1001 time: 0.0632796 Oct 11 20:47:44.821810 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff6391-d53d-4228-89c9-7b408a89750a req-8a07560a-d6ad-462c-b085-f37cdfdd82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:44.823350 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17ff6391-d53d-4228-89c9-7b408a89750a req-8a07560a-d6ad-462c-b085-f37cdfdd82b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0476551 Oct 11 20:47:44.869796 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff6391-d53d-4228-89c9-7b408a89750a req-63bd52df-a316-4bf0-b9b0-b3ac3ab2a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:44.871693 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17ff6391-d53d-4228-89c9-7b408a89750a req-63bd52df-a316-4bf0-b9b0-b3ac3ab2a480 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408907 Oct 11 20:47:44.963678 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17ff6391-d53d-4228-89c9-7b408a89750a req-c91a5339-68a8-4097-a278-5d59d8b77f24 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Oct 11 20:47:45.237884 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad241664-461b-4e2b-8ff5-ab46bdebda03 req-4595f735-f888-4fab-ab00-2a58b9dcd779 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:45.239277 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad241664-461b-4e2b-8ff5-ab46bdebda03 req-4595f735-f888-4fab-ab00-2a58b9dcd779 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 944 time: 0.0492744 Oct 11 20:47:45.276420 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad241664-461b-4e2b-8ff5-ab46bdebda03 req-a0a9464f-5600-4110-84fc-b1360db2aae7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Oct 11 20:47:45.287966 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17ff6391-d53d-4228-89c9-7b408a89750a req-2c708c53-bd0d-43ee-a84a-3c1197018ebe service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165224 Oct 11 20:47:45.697669 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:47:45.712244 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09a5b-68e3-4d63-81ba-306f44dcea01 req-6b303292-d1d8-4b85-91ab-027ebcd3b9e4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:45.713867 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dca09a5b-68e3-4d63-81ba-306f44dcea01 req-6b303292-d1d8-4b85-91ab-027ebcd3b9e4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0484645 Oct 11 20:47:45.746381 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:47:45.749926 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:45.750293 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:45.756931 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dca09a5b-68e3-4d63-81ba-306f44dcea01 req-e77cd3b6-c688-408e-8ba8-ac7479abbd00 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355294 Oct 11 20:47:45.835768 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:45.863957 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:45.866538 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1caf33-d442-4f1c-9566-abbc47b292c0" -d '{"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:45.882479 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:45.887241 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:45.912673 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcfb328-3a9c-4554-8859-52b4e3bb647b x-openstack-request-id: req-6fcfb328-3a9c-4554-8859-52b4e3bb647b {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:45.912985 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:45.913346 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fcfb328-3a9c-4554-8859-52b4e3bb647b {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:45.913723 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'code': 200} Oct 11 20:47:45.943003 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:46.026406 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-b0b90c81-c7a7-46ab-8820-146412f224a3 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=d3305b9bda7544c6add717e108f154bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286093 Oct 11 20:47:46.211651 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f3d0f-ccbe-45ed-aa29-3222b15968a2 req-bda0be6c-a59a-4506-b156-4ffda33f68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:46.213117 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eb7f3d0f-ccbe-45ed-aa29-3222b15968a2 req-bda0be6c-a59a-4506-b156-4ffda33f68e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1098 time: 0.1626356 Oct 11 20:47:46.249278 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-2b605e49-0f9f-48f0-82c4-eeee349d09c3 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:46.250616 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-2b605e49-0f9f-48f0-82c4-eeee349d09c3 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172506 Oct 11 20:47:46.272198 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eb7f3d0f-ccbe-45ed-aa29-3222b15968a2 req-f8cdc819-a1c8-4bc9-97cf-f474117b7402 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493212 Oct 11 20:47:46.273732 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-5317298c-00ee-40ac-9bf1-4c5104af9b41 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/quotas/d3305b9bda7544c6add717e108f154bc HTTP/1.1" status: 200 len: 375 time: 0.0141730 Oct 11 20:47:46.303612 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-6dee51eb-25ba-44cb-991f-7890229f35da tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d3305b9bda7544c6add717e108f154bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0239322 Oct 11 20:47:46.399234 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fc93f-07c1-440c-9fcd-75ca48ad3618 req-c396a69f-94ab-4e43-80cd-4bcca5da20c3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:46.403585 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4c4fc93f-07c1-440c-9fcd-75ca48ad3618 req-c396a69f-94ab-4e43-80cd-4bcca5da20c3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0550160 Oct 11 20:47:46.448478 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4c4fc93f-07c1-440c-9fcd-75ca48ad3618 req-f3867c88-4215-4b42-a85a-6e2e376099d8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373404 Oct 11 20:47:46.460568 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4055599d-654e-429f-9963-0900e395eb63 req-b390bc53-747e-4961-a088-f3e8096416a6 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 210 time: 0.0284491 Oct 11 20:47:46.912233 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afea5f-4e3c-4e04-824a-06e9896b8ea2 req-558b061a-ab7a-4238-9d40-4b18d83e303f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:46.913711 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b3afea5f-4e3c-4e04-824a-06e9896b8ea2 req-558b061a-ab7a-4238-9d40-4b18d83e303f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0484390 Oct 11 20:47:46.953970 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b3afea5f-4e3c-4e04-824a-06e9896b8ea2 req-55a093fb-2db9-442b-8a28-7e25fa3d58b7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Oct 11 20:47:47.345453 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-74a0cd18-4f8f-4666-b329-81f890542beb tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d3305b9bda7544c6add717e108f154bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245497 Oct 11 20:47:47.468330 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-be1baa4a-b638-496d-8e3b-8c07cd59aaaf tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:47.469734 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-be1baa4a-b638-496d-8e3b-8c07cd59aaaf tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106837 Oct 11 20:47:47.492089 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Request body: {'port': {'device_id': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788', 'admin_state_up': True, 'tenant_id': 'd3305b9bda7544c6add717e108f154bc'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:47.575226 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-29109671-ae08-489b-a7c6-eb4e0d53dfe9 req-900c1c8b-0a4a-4d53-8d1f-c09ee0f8933f tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 210 time: 0.0358577 Oct 11 20:47:47.628809 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583e95b-a015-4588-a6c4-a1cc4fee98b5 req-124ad468-6e2f-47ca-9110-95f79c045fe3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:47.630162 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8583e95b-a015-4588-a6c4-a1cc4fee98b5 req-124ad468-6e2f-47ca-9110-95f79c045fe3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0839143 Oct 11 20:47:47.671218 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Made reservation on behalf of d3305b9bda7544c6add717e108f154bc for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:47:47.674558 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:47.688938 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8583e95b-a015-4588-a6c4-a1cc4fee98b5 req-c444e642-dd22-426b-bf07-ce536cdce92d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507815 Oct 11 20:47:47.689707 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:47.767765 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:47.771333 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:47.833122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d890e21-450c-4e95-9a77-f2d6cb0db73a,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:47.901574 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Allocated IP 192.168.233.243 (ebc55585-e3ad-4bae-97f9-3e2debf33788/7085fca1-90d8-4da7-a35d-b20c37bd02f5/227f0840-597c-4c1a-a933-9f5a213c79c2) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:47:47.942972 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b90b93d4-5ef4-408f-900c-628e11e783fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.048597 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.083070 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.122433 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Network ebc55585-e3ad-4bae-97f9-3e2debf33788 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:47:48.127343 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:47:48.129787 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:47:48.159877 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Pushing event updated for resources: {'Port': ['ID=227f0840-597c-4c1a-a933-9f5a213c79c2,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:48.187340 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:48.187958 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.204590 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-efb56b8c-f02f-4c00-8d8d-c440b04ff792 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7168996 Oct 11 20:47:48.219191 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Request body: {'port': {'device_id': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:48.276611 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.363394 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-51c075b1-4039-41b5-991f-94ddba87c22e None None] Provisioning complete for port 227f0840-597c-4c1a-a933-9f5a213c79c2 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:48.363781 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-51c075b1-4039-41b5-991f-94ddba87c22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.397145 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-51c075b1-4039-41b5-991f-94ddba87c22e None None] Port 227f0840-597c-4c1a-a933-9f5a213c79c2 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:47:48.533317 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227f0840-597c-4c1a-a933-9f5a213c79c2 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:47:48.540350 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.552286 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Transition to ACTIVE for port object 227f0840-597c-4c1a-a933-9f5a213c79c2 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:47:48.556529 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.612553 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Pushing event updated for resources: {'Port': ['ID=227f0840-597c-4c1a-a933-9f5a213c79c2,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:48.680182 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Attempting to bind port 227f0840-597c-4c1a-a933-9f5a213c79c2 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:47:48.680515 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Attempting to bind port 227f0840-597c-4c1a-a933-9f5a213c79c2 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:47:48.680843 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Attempting to bind port 227f0840-597c-4c1a-a933-9f5a213c79c2 on network ebc55585-e3ad-4bae-97f9-3e2debf33788 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:47:48.685663 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Port 227f0840-597c-4c1a-a933-9f5a213c79c2 on network ebc55585-e3ad-4bae-97f9-3e2debf33788 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:47:48.685988 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Attempting to bind port 227f0840-597c-4c1a-a933-9f5a213c79c2 on network ebc55585-e3ad-4bae-97f9-3e2debf33788 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:47:48.691092 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:47:48.691426 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Checking segment: {'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:47:48.691807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Bound using segment: {'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:47:48.692238 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Bound port: 227f0840-597c-4c1a-a933-9f5a213c79c2, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e0cee7-4854-4397-9356-a5ab948b37f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:47:48.692595 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.703922 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545d48-56ff-4738-aed5-2f1189b69b92 req-83da7ade-7a8b-412a-9d88-d84a749c21da tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:48.705737 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be545d48-56ff-4738-aed5-2f1189b69b92 req-83da7ade-7a8b-412a-9d88-d84a749c21da tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 948 time: 0.0598595 Oct 11 20:47:48.749279 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-be545d48-56ff-4738-aed5-2f1189b69b92 req-790ee1e1-e385-4e6e-95b4-949035013dfe tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Oct 11 20:47:48.767214 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] For port 227f0840-597c-4c1a-a933-9f5a213c79c2, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:47:48.770505 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] For port 227f0840-597c-4c1a-a933-9f5a213c79c2, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=227f0840-597c-4c1a-a933-9f5a213c79c2,segment=NetworkSegment(17e0cee7-4854-4397-9356-a5ab948b37f9),segment_id=17e0cee7-4854-4397-9356-a5ab948b37f9)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:47:48.776085 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.819520 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:48.820119 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:48.821477 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] 10.222.0.46 "PUT /v2.0/ports/227f0840-597c-4c1a-a933-9f5a213c79c2 HTTP/1.1" status: 200 len: 1098 time: 0.6067538 Oct 11 20:47:48.825619 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'tag': '227f0840-597c-4c1a-a933-9f5a213c79c2'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:48.828002 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cdf118-f04b-4b14-9ef2-6b938935e590" -d '{"events": [{"name": "network-changed", "server_uuid": "1b308bf3-18b7-49b7-b1b2-6badf643ef6d", "tag": "227f0840-597c-4c1a-a933-9f5a213c79c2"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:48.887005 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6768aed-7de4-4fea-833c-2cb1054d7766 service neutron] Pushing event updated for resources: {'Port': ['ID=227f0840-597c-4c1a-a933-9f5a213c79c2,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:48.903720 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4de153c-2f5f-4af7-9c4e-f2b342923d2f x-openstack-request-id: req-b4de153c-2f5f-4af7-9c4e-f2b342923d2f {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:48.904012 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b308bf3-18b7-49b7-b1b2-6badf643ef6d", "tag": "227f0840-597c-4c1a-a933-9f5a213c79c2", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:48.904261 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4de153c-2f5f-4af7-9c4e-f2b342923d2f {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:48.904652 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'tag': '227f0840-597c-4c1a-a933-9f5a213c79c2', 'status': 'completed', 'code': 200} Oct 11 20:47:48.919355 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62441eb9-5f92-463f-ab8e-097ad6fb804b req-8041da33-7933-49f9-8d59-d47bca113b96 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:48.920942 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-62441eb9-5f92-463f-ab8e-097ad6fb804b req-8041da33-7933-49f9-8d59-d47bca113b96 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.1158860 Oct 11 20:47:48.947807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-d035b6da-802b-4cc0-85a7-e8e3f9e5fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:48.950015 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-d035b6da-802b-4cc0-85a7-e8e3f9e5fa66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3305b9bda7544c6add717e108f154bc&device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 1101 time: 0.0759397 Oct 11 20:47:49.003368 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-62441eb9-5f92-463f-ab8e-097ad6fb804b req-922ac57f-2316-413e-adb3-77f2aa68c991 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751176 Oct 11 20:47:49.004707 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-96e16edb-1e79-404d-920c-c150e6bb2a73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=227f0840-597c-4c1a-a933-9f5a213c79c2 HTTP/1.1" status: 200 len: 217 time: 0.0438182 Oct 11 20:47:49.067656 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-01469b43-6754-44f2-84fb-7424c0506b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.069462 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-01469b43-6754-44f2-84fb-7424c0506b04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7085fca1-90d8-4da7-a35d-b20c37bd02f5 HTTP/1.1" status: 200 len: 843 time: 0.0549309 Oct 11 20:47:49.115948 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9eef53-7558-4871-a246-3c388e665eba req-c53ac349-4ea7-4ed9-b418-1dd47574d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.117424 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-c53ac349-4ea7-4ed9-b418-1dd47574d7a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebc55585-e3ad-4bae-97f9-3e2debf33788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402598 Oct 11 20:47:49.129411 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f667-8c28-459f-a8e1-f219a637925d req-7113e72a-cdaf-4e45-bf13-51cf14dc3a3e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.130906 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fd15f667-8c28-459f-a8e1-f219a637925d req-7113e72a-cdaf-4e45-bf13-51cf14dc3a3e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0506470 Oct 11 20:47:49.139772 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44936) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:49.144301 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'floatingip': {'port_id': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:49.212024 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-31af91f3-43c7-4f4e-a2b1-f19f45346864 service neutron] 10.222.0.46 "GET /v2.0/networks/ebc55585-e3ad-4bae-97f9-3e2debf33788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864992 Oct 11 20:47:49.213722 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:49.299241 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-bc9eef53-7558-4871-a246-3c388e665eba req-8a9a68a0-8684-4aeb-af10-b719ebdb376d service neutron] 10.222.0.46 "GET /v2.0/networks/ebc55585-e3ad-4bae-97f9-3e2debf33788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796895 Oct 11 20:47:49.387688 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-f1e92fcf-db29-4227-a21d-6dc8d368a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.389190 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-f1e92fcf-db29-4227-a21d-6dc8d368a9da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d3305b9bda7544c6add717e108f154bc&device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 1101 time: 0.0453846 Oct 11 20:47:49.478779 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-b78f6576-dca2-4a5f-b056-65d8cf211b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.480808 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-b78f6576-dca2-4a5f-b056-65d8cf211b36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ebc55585-e3ad-4bae-97f9-3e2debf33788 HTTP/1.1" status: 200 len: 870 time: 0.0839310 Oct 11 20:47:49.525046 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-983bacde-1285-47c4-8bea-82d8699018f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=227f0840-597c-4c1a-a933-9f5a213c79c2 HTTP/1.1" status: 200 len: 217 time: 0.0357325 Oct 11 20:47:49.573954 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-fe57424b-21f0-4122-95d0-28635b463612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.575712 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-fe57424b-21f0-4122-95d0-28635b463612 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7085fca1-90d8-4da7-a35d-b20c37bd02f5 HTTP/1.1" status: 200 len: 843 time: 0.0434577 Oct 11 20:47:49.622244 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-aaf1c75c-545b-46a2-a689-9d110e5eb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.623721 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-aaf1c75c-545b-46a2-a689-9d110e5eb418 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ebc55585-e3ad-4bae-97f9-3e2debf33788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0398755 Oct 11 20:47:49.734825 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-648d4029-43d1-4e8a-b48e-e181430f9d30 service neutron] 10.222.0.46 "GET /v2.0/networks/ebc55585-e3ad-4bae-97f9-3e2debf33788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924475 Oct 11 20:47:49.840905 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9cdf118-f04b-4b14-9ef2-6b938935e590 req-fd851dfe-4cb7-44e8-b56f-2555303afe99 service neutron] 10.222.0.46 "GET /v2.0/networks/ebc55585-e3ad-4bae-97f9-3e2debf33788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969908 Oct 11 20:47:49.865798 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:49.870095 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:49.880014 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41581218-fa7b-424f-8180-18bcea2e31c4 req-8fb5cbfc-115e-4d82-8352-827f59fd730e tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:49.881464 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-41581218-fa7b-424f-8180-18bcea2e31c4 req-8fb5cbfc-115e-4d82-8352-827f59fd730e tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 948 time: 0.0595911 Oct 11 20:47:49.920712 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-41581218-fa7b-424f-8180-18bcea2e31c4 req-0269f579-1184-43ac-bf91-bc8ff1fdf1d7 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325642 Oct 11 20:47:49.968508 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Floating IP eb6c1c55-73d4-48f7-81be-7c2bc473aa22 associated. External IP: 172.27.2.251, port: b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4. Oct 11 20:47:50.171831 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:47:50.272469 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:47:50.277487 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:50.282490 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] Sync routers for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:47:50.291971 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:50.293144 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:50.306693 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-d3652cbe-cb89-4b0f-a90e-d234a7fb540c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "PUT /v2.0/floatingips/eb6c1c55-73d4-48f7-81be-7c2bc473aa22 HTTP/1.1" status: 200 len: 991 time: 1.1657622 Oct 11 20:47:50.307281 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:50.310078 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0174e223-95fb-4e85-99f4-f970f9fcfe1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:50.350116 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c00e8d6-a94b-4125-b4b3-069c3a378bf1 x-openstack-request-id: req-6c00e8d6-a94b-4125-b4b3-069c3a378bf1 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:50.350765 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:50.351089 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c00e8d6-a94b-4125-b4b3-069c3a378bf1 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:50.351557 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'status': 'completed', 'code': 200} Oct 11 20:47:50.397999 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:50.419462 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-16079221-ec11-4cc4-8675-7470bab1431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:50.420930 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-16079221-ec11-4cc4-8675-7470bab1431e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1098 time: 0.0403996 Oct 11 20:47:50.512457 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-12306f76-26ea-484b-a09a-07bb8326aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:50.513893 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-12306f76-26ea-484b-a09a-07bb8326aa05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0853271 Oct 11 20:47:50.581162 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-4032ea56-ecdb-4e49-9fb0-f4f52949f53d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 200 len: 999 time: 0.0561113 Oct 11 20:47:50.631140 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-eddcc03a-0561-4127-af38-09cda1366bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:50.632578 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-eddcc03a-0561-4127-af38-09cda1366bdd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0438497 Oct 11 20:47:50.664221 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'eb6c1c55-73d4-48f7-81be-7c2bc473aa22', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'port_id': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'mac_address': 'fa:16:3e:8b:ab:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f80db67-a088-4acc-879a-065df1bf46c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:47:35Z', 'updated_at': '2021-10-11T20:47:49Z', 'revision_number': 1, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:50.679131 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-b90fe3f8-3b35-4c64-8c6b-fd8c69c3de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:50.680583 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-b90fe3f8-3b35-4c64-8c6b-fd8c69c3de69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412636 Oct 11 20:47:50.693572 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] Checking router: 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:47:50.702382 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:50.703012 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:50.768507 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-8fb85760-6544-4c05-b40e-585899eb7e95 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805216 Oct 11 20:47:50.807587 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:50.870334 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0174e223-95fb-4e85-99f4-f970f9fcfe1a req-be88a828-9c1e-491b-bcee-70652a60a23b service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942111 Oct 11 20:47:50.973396 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1e8058d8-1908-4468-8c1d-cb6d32a63ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:51.040185 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14f2e4-84c1-40e0-a3a7-54d2dc92fb66 req-411e1bf4-476f-4212-b3d0-893520c87142 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:51.041650 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ba14f2e4-84c1-40e0-a3a7-54d2dc92fb66 req-411e1bf4-476f-4212-b3d0-893520c87142 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 948 time: 0.0510921 Oct 11 20:47:51.080959 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ba14f2e4-84c1-40e0-a3a7-54d2dc92fb66 req-b7556583-b616-452f-8aa9-b4d043491576 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324876 Oct 11 20:47:51.163787 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'eb6c1c55-73d4-48f7-81be-7c2bc473aa22', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'port_id': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'mac_address': 'fa:16:3e:8b:ab:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f80db67-a088-4acc-879a-065df1bf46c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:47:35Z', 'updated_at': '2021-10-11T20:47:49Z', 'revision_number': 1, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:51.192887 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a995b884-c89a-4fdf-99c7-97b33ea16d73 None None] The sync data for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi is: [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'eb6c1c55-73d4-48f7-81be-7c2bc473aa22', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'port_id': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'mac_address': 'fa:16:3e:8b:ab:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f80db67-a088-4acc-879a-065df1bf46c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:47:35Z', 'updated_at': '2021-10-11T20:47:49Z', 'revision_number': 1, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:47:51.378746 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f38c38d-3859-4cd0-a759-e28f7f12caf8 None None] New status for floating IP eb6c1c55-73d4-48f7-81be-7c2bc473aa22: ACTIVE {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:47:51.469827 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:51.867514 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:52.193992 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ad0b-1823-43d8-8b6c-80c921a979a2 req-fc580d1d-3b56-49df-b842-4a74c001fa11 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:52.195458 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4e99ad0b-1823-43d8-8b6c-80c921a979a2 req-fc580d1d-3b56-49df-b842-4a74c001fa11 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 948 time: 0.0479259 Oct 11 20:47:52.233719 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4e99ad0b-1823-43d8-8b6c-80c921a979a2 req-d862d6a8-f762-455e-980c-870c646c934a tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Oct 11 20:47:53.101275 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:53.345216 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad7224-7e49-40a3-bb06-f697cbff8be6 req-2adf35d1-f7aa-4c9d-b54e-72b3f4f6b226 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:53.346847 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5dad7224-7e49-40a3-bb06-f697cbff8be6 req-2adf35d1-f7aa-4c9d-b54e-72b3f4f6b226 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 948 time: 0.0474010 Oct 11 20:47:53.385842 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5dad7224-7e49-40a3-bb06-f697cbff8be6 req-853f8b75-c4c1-41ce-a708-f11bfaec8684 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Oct 11 20:47:53.737824 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 227f0840-597c-4c1a-a933-9f5a213c79c2 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:47:53.829010 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 227f0840-597c-4c1a-a933-9f5a213c79c2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=227f0840-597c-4c1a-a933-9f5a213c79c2,segment=NetworkSegment(17e0cee7-4854-4397-9356-a5ab948b37f9),segment_id=17e0cee7-4854-4397-9356-a5ab948b37f9)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:53.838978 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '227f0840-597c-4c1a-a933-9f5a213c79c2', 'network_id': 'ebc55585-e3ad-4bae-97f9-3e2debf33788', 'port_id': '227f0840-597c-4c1a-a933-9f5a213c79c2', 'mac_address': 'fa:16:3e:5d:ba:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7085fca1-90d8-4da7-a35d-b20c37bd02f5', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:47:53.879538 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:53.891666 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227f0840-597c-4c1a-a933-9f5a213c79c2 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:47:53.909807 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 227f0840-597c-4c1a-a933-9f5a213c79c2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=227f0840-597c-4c1a-a933-9f5a213c79c2,segment=NetworkSegment(17e0cee7-4854-4397-9356-a5ab948b37f9),segment_id=17e0cee7-4854-4397-9356-a5ab948b37f9)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:53.913659 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:53.959201 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=227f0840-597c-4c1a-a933-9f5a213c79c2,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:54.183960 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['227f0840-597c-4c1a-a933-9f5a213c79c2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:47:54.496138 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25980b1-e51f-4c86-ae8e-9ff18355ccea req-58aede03-0416-480b-a40e-81653400baeb tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:54.497475 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a25980b1-e51f-4c86-ae8e-9ff18355ccea req-58aede03-0416-480b-a40e-81653400baeb tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 949 time: 0.0475638 Oct 11 20:47:54.534665 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a25980b1-e51f-4c86-ae8e-9ff18355ccea req-1b3ab0fa-2fa8-41ad-8db1-da102f71983e tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Oct 11 20:47:54.629434 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-eff3ec45-59ff-4df7-84a2-1b988a88bab8 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1678206511&fields=id&tenant_id=66d8d90b24904424a38e5a84b7d1c076 HTTP/1.1" status: 200 len: 267 time: 0.0316148 Oct 11 20:47:54.681009 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-ff8357b8-bf20-401f-9324-dd819b656e26 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:54.682483 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-ff8357b8-bf20-401f-9324-dd819b656e26 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 984 time: 0.0477102 Oct 11 20:47:54.693573 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Request body: {'port': {'security_groups': ['22c0db90-118a-4358-88ea-d0a8842b1a44']}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:47:54.760271 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:54.929709 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:54.961295 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:54.965872 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:54.977581 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:47:55.012954 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:55.013532 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.020303 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-53cb6614-84c0-4072-ba55-c7e6db45fbf3 req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "PUT /v2.0/ports/144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 942 time: 0.3260489 Oct 11 20:47:55.020303 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:55.020303 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:55.021252 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 44970) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:55.047807 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39882b-6675-4aba-9980-70febee3e0c4 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event updated for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=7']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:55.075845 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0ffeae-f316-462a-9d05-889d60d9905e x-openstack-request-id: req-1e0ffeae-f316-462a-9d05-889d60d9905e {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:55.076192 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:55.076465 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e0ffeae-f316-462a-9d05-889d60d9905e {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:55.076995 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'status': 'completed', 'code': 200} Oct 11 20:47:55.103573 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:47:55.125449 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e03-5090-437b-8523-8d522a1f3195 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.157367 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e03-5090-437b-8523-8d522a1f3195 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.170925 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-87f3f91c-a782-47c3-977d-23c7953d2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:55.172440 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-87f3f91c-a782-47c3-977d-23c7953d2342 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1098 time: 0.0743773 Oct 11 20:47:55.282812 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-0dd95934-1af1-48bc-bf0e-906ba3485d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:55.284174 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-0dd95934-1af1-48bc-bf0e-906ba3485d37 service neutron] 10.222.0.46 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 915 time: 0.1040218 Oct 11 20:47:55.290553 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e03-5090-437b-8523-8d522a1f3195 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.294012 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e03-5090-437b-8523-8d522a1f3195 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.295100 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c4c29e03-5090-437b-8523-8d522a1f3195 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "DELETE /v2.0/security-groups/0d66636f-df37-4064-81e8-2f312582b063 HTTP/1.1" status: 204 len: 168 time: 0.2734666 Oct 11 20:47:55.297864 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 44972) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:47:55.315934 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-69f08a54-e924-4f32-827a-0dee94672084 None None] Provisioning complete for port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:55.316517 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-69f08a54-e924-4f32-827a-0dee94672084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.339614 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c29e03-5090-437b-8523-8d522a1f3195 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d66636f-df37-4064-81e8-2f312582b063,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:55.367197 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-50afe7b9-c3e0-4670-9346-04027bd4b0ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 1001 time: 0.0709541 Oct 11 20:47:55.425371 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-63aa8f31-7dbf-4377-92e8-5f64dc60217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:55.426919 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-63aa8f31-7dbf-4377-92e8-5f64dc60217a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 200 len: 853 time: 0.0499945 Oct 11 20:47:55.458716 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Deleting port e752bbf4-b595-4575-a290-09e2a2ef3af4 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:47:55.459056 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.472630 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-eb037a0e-825f-4c31-b9f8-9bdea75fee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:55.474196 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-eb037a0e-825f-4c31-b9f8-9bdea75fee1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=771b1496-2f20-4d28-a9e2-26256f408241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387237 Oct 11 20:47:55.535481 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.535718 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.547370 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Calling delete_port for e752bbf4-b595-4575-a290-09e2a2ef3af4 owned by network:floatingip {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:47:55.564994 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-4e0caac7-29f6-452c-824a-55160b96f07c service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826929 Oct 11 20:47:55.654124 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38529bf7-d89c-4bc1-81bf-17ee86bc3e22 req-97ac3a13-12b7-4d2c-b2be-5f018b3642f7 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813675 Oct 11 20:47:55.695151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02712d1-fbfa-401e-aaa9-747cb431dc27 req-a524d097-2948-4f3e-abbf-f1a9b091b7bc tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:55.696607 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f02712d1-fbfa-401e-aaa9-747cb431dc27 req-a524d097-2948-4f3e-abbf-f1a9b091b7bc tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 949 time: 0.0888903 Oct 11 20:47:55.747139 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f02712d1-fbfa-401e-aaa9-747cb431dc27 req-f7bd50b7-bdfd-46fd-abdc-00ff1ed3653f tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Oct 11 20:47:55.747355 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 227f0840-597c-4c1a-a933-9f5a213c79c2 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:47:55.790395 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.808299 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 227f0840-597c-4c1a-a933-9f5a213c79c2 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:47:55.812108 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 227f0840-597c-4c1a-a933-9f5a213c79c2 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:47:55.812553 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.825277 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event deleted for resources: {'Port': ['ID=e752bbf4-b595-4575-a290-09e2a2ef3af4,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:55.841091 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks [] for floatingip, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.841476 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Floating IP e52d10c4-5a68-48b3-8f97-c9633d62c3ff disassociated (deleted). External IP: 172.27.2.253, port: 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4. Oct 11 20:47:55.890024 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.911673 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227f0840-597c-4c1a-a933-9f5a213c79c2'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:55.914057 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c129458-a48f-4db2-9936-58ff7fb48a3f" -d '{"events": [{"server_uuid": "1b308bf3-18b7-49b7-b1b2-6badf643ef6d", "name": "network-vif-plugged", "status": "completed", "tag": "227f0840-597c-4c1a-a933-9f5a213c79c2"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:55.927145 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 227f0840-597c-4c1a-a933-9f5a213c79c2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=227f0840-597c-4c1a-a933-9f5a213c79c2,segment=NetworkSegment(17e0cee7-4854-4397-9356-a5ab948b37f9),segment_id=17e0cee7-4854-4397-9356-a5ab948b37f9)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:47:55.932114 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:55.955956 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c04566-9d15-43e5-8ddf-1713d7b65cc4 x-openstack-request-id: req-95c04566-9d15-43e5-8ddf-1713d7b65cc4 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:55.956265 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b308bf3-18b7-49b7-b1b2-6badf643ef6d", "name": "network-vif-plugged", "status": "completed", "tag": "227f0840-597c-4c1a-a933-9f5a213c79c2", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:55.956512 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95c04566-9d15-43e5-8ddf-1713d7b65cc4 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:55.956888 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227f0840-597c-4c1a-a933-9f5a213c79c2', 'code': 200} Oct 11 20:47:55.986794 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=227f0840-597c-4c1a-a933-9f5a213c79c2,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:47:56.052668 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Router 0bd3edb1-fc86-454f-b036-2802061c986f has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:47:56.118475 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cdaad-cd8a-4136-a099-b46cdfca2dc0 req-e8c415ff-6712-492b-a43a-86eb45a99940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:56.119942 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fb1cdaad-cd8a-4136-a099-b46cdfca2dc0 req-e8c415ff-6712-492b-a43a-86eb45a99940 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 1103 time: 0.0402541 Oct 11 20:47:56.157889 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fb1cdaad-cd8a-4136-a099-b46cdfca2dc0 req-d31d44d5-a028-4921-8bf7-21244d515adf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Oct 11 20:47:56.159995 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:47:56.164712 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:56.169615 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] Sync routers for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:47:56.178289 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:56.178930 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:56.191570 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-60ddde3e-0031-4c75-817c-40c928541bca tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "DELETE /v2.0/floatingips/e52d10c4-5a68-48b3-8f97-c9633d62c3ff HTTP/1.1" status: 204 len: 168 time: 0.8926103 Oct 11 20:47:56.285940 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:56.493287 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 5, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:56.519173 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] Checking router: 0bd3edb1-fc86-454f-b036-2802061c986f for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:47:56.527684 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:47:56.528268 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:56.628324 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:47:56.676930 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:47:56.834849 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 5, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:47:56.862216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734d211d-48a1-4870-81c8-f1dd467c1695 None None] The sync data for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi is: [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:05Z', 'revision_number': 4, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '259d95de-89f8-4904-a4d5-f55f9f451b13', 'name': '', 'network_id': '771b1496-2f20-4d28-a9e2-26256f408241', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'mac_address': 'fa:16:3e:38:e1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:04Z', 'updated_at': '2021-10-11T20:45:12Z', 'revision_number': 5, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'subnets': [{'id': '4be2a9d2-b69e-43f1-8a36-de50e2625a8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:47:56.881884 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ed47a-e166-4d97-9b34-7913fc94ca75 req-f58e96e6-bb87-4d3c-81be-9ba7048910f1 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:56.883310 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fc2ed47a-e166-4d97-9b34-7913fc94ca75 req-f58e96e6-bb87-4d3c-81be-9ba7048910f1 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 950 time: 0.0669253 Oct 11 20:47:56.925286 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fc2ed47a-e166-4d97-9b34-7913fc94ca75 req-13e858f5-e0b3-4cab-b70f-9bc696a97241 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351131 Oct 11 20:47:57.078395 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:47:57.080922 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed4fbf-0901-4fca-a117-332e339d8d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:47:57.099800 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d465e4-42ce-41bd-8358-cdfebb9778bd None None] New status for floating IP e52d10c4-5a68-48b3-8f97-c9633d62c3ff: DOWN {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:47:57.119681 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ad139e-d858-4761-a9b9-b61f44524121 x-openstack-request-id: req-d4ad139e-d858-4761-a9b9-b61f44524121 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:47:57.119976 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:47:57.120759 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4ad139e-d858-4761-a9b9-b61f44524121 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:47:57.121240 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'status': 'completed', 'code': 200} Oct 11 20:47:57.193708 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-3e588fbd-b199-4d7c-b771-a112d2001ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:57.195702 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-3e588fbd-b199-4d7c-b771-a112d2001ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66d8d90b24904424a38e5a84b7d1c076&device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 1098 time: 0.0417283 Oct 11 20:47:57.288151 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-d560f42c-df22-40b6-9924-39cb8f03bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:57.289589 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-d560f42c-df22-40b6-9924-39cb8f03bd99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 200 len: 915 time: 0.0859411 Oct 11 20:47:57.568571 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-f7e26502-34c0-4435-a742-690fb1ee52e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 200 len: 217 time: 0.2690849 Oct 11 20:47:57.622943 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-e4d6f489-ab3d-4b54-89dd-4fb985888a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:57.624373 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-e4d6f489-ab3d-4b54-89dd-4fb985888a1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 200 len: 853 time: 0.0450644 Oct 11 20:47:57.676946 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-17f1cab0-0735-42d4-838e-7ec89fd69275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:57.678350 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-17f1cab0-0735-42d4-838e-7ec89fd69275 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=771b1496-2f20-4d28-a9e2-26256f408241&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441675 Oct 11 20:47:57.766854 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-dcea7960-9807-4e01-ba9f-ba8282058af0 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791655 Oct 11 20:47:57.862230 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4fed4fbf-0901-4fca-a117-332e339d8d7f req-ac0f0923-f688-43be-a26a-fcd968e61d46 service neutron] 10.222.0.46 "GET /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861228 Oct 11 20:47:58.044888 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c1e70-13c7-4f5f-a776-9dee1f437dc9 req-f6076aa4-1318-4392-93e8-da049465db7d tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:58.046298 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-732c1e70-13c7-4f5f-a776-9dee1f437dc9 req-f6076aa4-1318-4392-93e8-da049465db7d tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 950 time: 0.0531099 Oct 11 20:47:58.084556 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-732c1e70-13c7-4f5f-a776-9dee1f437dc9 req-7d992255-2bd7-4432-819d-4e8ed65670d2 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Oct 11 20:47:58.333472 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739501-8140-4ec9-bdc5-77d56865418b req-2fbe0e7b-887c-4559-a183-b08578dd8f5c tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:58.334919 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b3739501-8140-4ec9-bdc5-77d56865418b req-2fbe0e7b-887c-4559-a183-b08578dd8f5c tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 950 time: 0.0481539 Oct 11 20:47:58.371972 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b3739501-8140-4ec9-bdc5-77d56865418b req-409f9921-a408-4b68-8b6f-c22a6382db66 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Oct 11 20:47:58.496225 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-d3f691de-cb96-4f73-aeff-cdf89a860e3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391910 Oct 11 20:47:58.576658 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-32dfd592-0ff4-4feb-9a98-3d64c73eb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:58.578104 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-32dfd592-0ff4-4feb-9a98-3d64c73eb51d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 1099 time: 0.0387485 Oct 11 20:47:58.683977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-b742c0e2-7f1a-4442-b7b8-d213aff871f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:58.685465 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-b742c0e2-7f1a-4442-b7b8-d213aff871f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.0855603 Oct 11 20:47:58.749887 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-0864444d-dce7-4aa1-931a-59a63b281fe2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 200 len: 1001 time: 0.0567989 Oct 11 20:47:58.807957 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-da1fa656-dde7-4150-a852-69ec60bf54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:58.809521 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-da1fa656-dde7-4150-a852-69ec60bf54f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0519843 Oct 11 20:47:58.856229 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-d1dd0de1-7586-437b-9dfb-319909b9c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:58.857702 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-d1dd0de1-7586-437b-9dfb-319909b9c441 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402033 Oct 11 20:47:58.899643 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd7878-e36e-4c55-8f73-c2517bdd5495 req-4ef543a0-20ad-4a9d-9c87-c73208a594b2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:58.901087 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b2cd7878-e36e-4c55-8f73-c2517bdd5495 req-4ef543a0-20ad-4a9d-9c87-c73208a594b2 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Oct 11 20:47:58.938491 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b2cd7878-e36e-4c55-8f73-c2517bdd5495 req-f623e038-3f13-44bf-843a-3078d416fb15 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309923 Oct 11 20:47:58.947278 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-a553f729-2455-41f0-a8cd-146ae6a03f8f service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816474 Oct 11 20:47:59.042141 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49ec986d-fb84-4e8a-8606-95c0f9a8f716 req-f65b2812-8f84-43e7-9b42-8fe2750b9a17 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842636 Oct 11 20:47:59.486856 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f050b6-a0cd-4714-9f0a-11dbc0fa21f6 req-e48e79dd-fb07-48eb-a7f4-a282a4c03641 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:59.488297 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b8f050b6-a0cd-4714-9f0a-11dbc0fa21f6 req-e48e79dd-fb07-48eb-a7f4-a282a4c03641 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 950 time: 0.0520303 Oct 11 20:47:59.525810 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b8f050b6-a0cd-4714-9f0a-11dbc0fa21f6 req-2e0d6a4d-4231-4500-9856-fc8eb39ce691 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d890e21-450c-4e95-9a77-f2d6cb0db73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Oct 11 20:47:59.928799 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d69b69-eeb0-42eb-8564-15138f554285 req-af8119a8-7607-4d53-bfe7-769e1220243a tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:47:59.930199 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-29d69b69-eeb0-42eb-8564-15138f554285 req-af8119a8-7607-4d53-bfe7-769e1220243a tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 950 time: 0.0477026 Oct 11 20:48:00.059069 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Deleting port 227f0840-597c-4c1a-a933-9f5a213c79c2 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:00.059606 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:00.071261 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8aefb-e266-42f4-96a6-ffc38e1424e7 req-9bd07f44-b5a4-4231-9971-809101a427cd tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:00.072825 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9b8aefb-e266-42f4-96a6-ffc38e1424e7 req-9bd07f44-b5a4-4231-9971-809101a427cd tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0653648 Oct 11 20:48:00.157756 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f9b8aefb-e266-42f4-96a6-ffc38e1424e7 req-2a53065e-bd87-4b7e-8713-e2aa6f55c0ad tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738280 Oct 11 20:48:00.190031 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] For port 227f0840-597c-4c1a-a933-9f5a213c79c2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=227f0840-597c-4c1a-a933-9f5a213c79c2,segment=NetworkSegment(17e0cee7-4854-4397-9356-a5ab948b37f9),segment_id=17e0cee7-4854-4397-9356-a5ab948b37f9)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:00.190394 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:00.202620 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Calling delete_port for 227f0840-597c-4c1a-a933-9f5a213c79c2 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:00.328934 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:00.340510 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['227f0840-597c-4c1a-a933-9f5a213c79c2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:48:00.359444 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Pushing event deleted for resources: {'Port': ['ID=227f0840-597c-4c1a-a933-9f5a213c79c2,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:00.400299 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] No DVR routers for this DVR port 227f0840-597c-4c1a-a933-9f5a213c79c2 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:48:00.403129 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:00.406642 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-29d69b69-eeb0-42eb-8564-15138f554285 req-a4de358c-f187-4343-ae26-3a8e3e56c3d9 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.46 "DELETE /v2.0/ports/227f0840-597c-4c1a-a933-9f5a213c79c2 HTTP/1.1" status: 204 len: 173 time: 0.4693115 Oct 11 20:48:00.407083 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'name': 'network-vif-deleted', 'tag': '227f0840-597c-4c1a-a933-9f5a213c79c2'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:00.409371 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f598418-e3b6-4754-a178-3d4b9a9b5f65" -d '{"events": [{"server_uuid": "1b308bf3-18b7-49b7-b1b2-6badf643ef6d", "name": "network-vif-deleted", "tag": "227f0840-597c-4c1a-a933-9f5a213c79c2"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:00.452139 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc2587-f58a-43c4-9a9f-b6ce94dd3e46 x-openstack-request-id: req-77dc2587-f58a-43c4-9a9f-b6ce94dd3e46 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:00.452436 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b308bf3-18b7-49b7-b1b2-6badf643ef6d", "name": "network-vif-deleted", "tag": "227f0840-597c-4c1a-a933-9f5a213c79c2", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:00.452688 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77dc2587-f58a-43c4-9a9f-b6ce94dd3e46 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:00.453085 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b308bf3-18b7-49b7-b1b2-6badf643ef6d', 'name': 'network-vif-deleted', 'tag': '227f0840-597c-4c1a-a933-9f5a213c79c2', 'status': 'completed', 'code': 200} Oct 11 20:48:00.633153 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d8e56e70-5435-4366-b204-365655303f44 req-4b094da7-aa9b-46fb-b013-3f7780f041e6 tempest-VolumesNegativeTest-68463779 tempest-VolumesNegativeTest-68463779-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b308bf3-18b7-49b7-b1b2-6badf643ef6d HTTP/1.1" status: 200 len: 210 time: 0.0257280 Oct 11 20:48:01.014702 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102793a-c025-4908-b450-483be3f3b2ac req-b59a2a6f-f236-45aa-a662-079cfa1808e6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:01.016247 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8102793a-c025-4908-b450-483be3f3b2ac req-b59a2a6f-f236-45aa-a662-079cfa1808e6 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.46 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0531034 Oct 11 20:48:01.114969 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Deleting port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:01.115307 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:01.204429 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] For port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:01.204893 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:01.218861 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Calling delete_port for 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:01.315817 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e10393-ab8f-4ef6-8b4a-482e1e2b410f req-e451ff22-cbd1-4cf8-bc71-e47cd241c085 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:01.317283 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49e10393-ab8f-4ef6-8b4a-482e1e2b410f req-e451ff22-cbd1-4cf8-bc71-e47cd241c085 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c1824de-df28-4673-b75d-c9ec77329686 HTTP/1.1" status: 200 len: 945 time: 0.0899720 Oct 11 20:48:01.388831 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-49e10393-ab8f-4ef6-8b4a-482e1e2b410f req-21345f95-2142-4061-92c1-596e2dce58f0 tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.43 "GET /v2.0/security-groups?id=22c0db90-118a-4358-88ea-d0a8842b1a44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656035 Oct 11 20:48:01.412981 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:01.424614 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:48:01.443309 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Pushing event deleted for resources: {'Port': ['ID=144ea28e-3a1d-428f-af5f-6c1e7e7b95d4,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:01.484843 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] No DVR routers for this DVR port 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:48:01.487290 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:01.490665 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8102793a-c025-4908-b450-483be3f3b2ac req-a072cb61-3f81-4135-9c16-bdf17e8d847a tempest-TestMinimumBasicScenario-2002461619 tempest-TestMinimumBasicScenario-2002461619-project] 10.222.0.46 "DELETE /v2.0/ports/144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 HTTP/1.1" status: 204 len: 173 time: 0.4651248 Oct 11 20:48:02.454360 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'name': 'network-vif-deleted', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:02.456812 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a392201-84a6-4d7f-8e27-65000d5349cf" -d '{"events": [{"server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "name": "network-vif-deleted", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:02.501644 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d5f27-6bf8-43ce-b143-58435a971beb x-openstack-request-id: req-852d5f27-6bf8-43ce-b143-58435a971beb {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:02.502440 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c1824de-df28-4673-b75d-c9ec77329686", "name": "network-vif-deleted", "tag": "144ea28e-3a1d-428f-af5f-6c1e7e7b95d4", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:02.502955 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-852d5f27-6bf8-43ce-b143-58435a971beb {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:02.503454 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c1824de-df28-4673-b75d-c9ec77329686', 'name': 'network-vif-deleted', 'tag': '144ea28e-3a1d-428f-af5f-6c1e7e7b95d4', 'status': 'completed', 'code': 200} Oct 11 20:48:03.012984 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45202) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:03.415726 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:03.688175 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Deleting port 259d95de-89f8-4904-a4d5-f55f9f451b13 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:03.688518 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:03.771589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] For port 259d95de-89f8-4904-a4d5-f55f9f451b13, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=259d95de-89f8-4904-a4d5-f55f9f451b13,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:03.771942 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:03.785048 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Calling delete_port for 259d95de-89f8-4904-a4d5-f55f9f451b13 owned by network:router_interface {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:03.785364 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 227f0840-597c-4c1a-a933-9f5a213c79c2 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:03.807005 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 227f0840-597c-4c1a-a933-9f5a213c79c2 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:03.808360 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 227f0840-597c-4c1a-a933-9f5a213c79c2 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:03.808879 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:03.827688 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:03.828268 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 144ea28e-3a1d-428f-af5f-6c1e7e7b95d4 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:03.968541 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:04.001639 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Pushing event deleted for resources: {'Port': ['ID=259d95de-89f8-4904-a4d5-f55f9f451b13,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:04.349186 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:04.568249 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Router 0bd3edb1-fc86-454f-b036-2802061c986f has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:48:04.674498 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:48:04.679952 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-fb5bafe1-dafa-4267-a3b2-203f6ac35fad admin admin] 10.222.0.43 "PUT /v2.0/routers/0bd3edb1-fc86-454f-b036-2802061c986f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653643 Oct 11 20:48:04.682042 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45306) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:04.683667 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] Sync routers for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:48:04.692607 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:04.693198 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:04.784123 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:04.795961 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:04.887738 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:04.941107 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Deleting port c19bfbd3-7a13-425c-9630-6a291b41cb56 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:04.941456 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.024211 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] For port c19bfbd3-7a13-425c-9630-6a291b41cb56, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=c19bfbd3-7a13-425c-9630-6a291b41cb56,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:05.024579 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.037435 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Calling delete_port for c19bfbd3-7a13-425c-9630-6a291b41cb56 owned by network:router_gateway {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:05.091943 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:48:03Z', 'revision_number': 5, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port': {'id': 'c19bfbd3-7a13-425c-9630-6a291b41cb56', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:05.117772 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] Checking router: 0bd3edb1-fc86-454f-b036-2802061c986f for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:48:05.127505 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] Routers {'0bd3edb1-fc86-454f-b036-2802061c986f'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:05.128114 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['0bd3edb1-fc86-454f-b036-2802061c986f'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:05.200460 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.213430 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] Set router 0bd3edb1-fc86-454f-b036-2802061c986f gateway port host: None {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:05.225868 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19bfbd3-7a13-425c-9630-6a291b41cb56,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:05.249210 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.268136 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:48:04Z', 'revision_number': 6, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port_host': None}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:05.293481 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa239d93-ea4f-498e-b0e3-ce4674b55baa None None] The sync data for ids ['0bd3edb1-fc86-454f-b036-2802061c986f'] in dv-cinder-813532-1-iscsi is: [{'id': '0bd3edb1-fc86-454f-b036-2802061c986f', 'name': 'tempest-TestMinimumBasicScenario-718143627-router', 'tenant_id': '66d8d90b24904424a38e5a84b7d1c076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:48:04Z', 'revision_number': 6, 'project_id': '66d8d90b24904424a38e5a84b7d1c076', 'gw_port_host': None}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:48:05.355778 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.357901 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.427016 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.427543 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd3edb1-fc86-454f-b036-2802061c986f {{(pid=105805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:48:05.433597 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.434758 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-616a54fd-f573-4823-9960-0a90e571d6a7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0bd3edb1-fc86-454f-b036-2802061c986f HTTP/1.1" status: 204 len: 168 time: 0.7508779 Oct 11 20:48:05.437248 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45312) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:05.481669 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] Deleting subnet 4be2a9d2-b69e-43f1-8a36-de50e2625a8a {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:48:05.484704 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.519058 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.593712 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.605406 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45318) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:05.660298 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.684955 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be2a9d2-b69e-43f1-8a36-de50e2625a8a,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:05.694854 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.699177 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8deedf40-7f67-4964-8e4e-6faffdf957c2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4be2a9d2-b69e-43f1-8a36-de50e2625a8a HTTP/1.1" status: 204 len: 168 time: 0.2609336 Oct 11 20:48:05.702011 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45322) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:05.706585 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d9f25-c180-4fe6-b6d7-e48177b19f5b None None] Network 771b1496-2f20-4d28-a9e2-26256f408241 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:48:05.806259 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.823225 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f564fe85-39f8-4afc-a5ad-09874a62c72c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3305b9bda7544c6add717e108f154bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141647 Oct 11 20:48:05.823950 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45324) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:05.868700 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Deleting port 18d0307d-7220-4344-86ca-ce219f31c9a7 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:05.869042 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.883225 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cda4ecd1-b532-4b20-86a6-2bc835792204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.904285 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cda4ecd1-b532-4b20-86a6-2bc835792204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.933577 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] For port 18d0307d-7220-4344-86ca-ce219f31c9a7, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=18d0307d-7220-4344-86ca-ce219f31c9a7,segment=NetworkSegment(c27555b7-f186-4e1a-829a-2fd54f4cbeaa),segment_id=c27555b7-f186-4e1a-829a-2fd54f4cbeaa)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:05.934297 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.948210 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Calling delete_port for 18d0307d-7220-4344-86ca-ce219f31c9a7 owned by network:dhcp {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:05.952208 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cda4ecd1-b532-4b20-86a6-2bc835792204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.954807 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-cda4ecd1-b532-4b20-86a6-2bc835792204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:05.958221 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-cda4ecd1-b532-4b20-86a6-2bc835792204 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d890e21-450c-4e95-9a77-f2d6cb0db73a HTTP/1.1" status: 204 len: 168 time: 0.1310205 Oct 11 20:48:05.966037 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4ecd1-b532-4b20-86a6-2bc835792204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d890e21-450c-4e95-9a77-f2d6cb0db73a,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:06.030771 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.059041 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d0307d-7220-4344-86ca-ce219f31c9a7,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:06.061403 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] No DVR routers for this DVR port 18d0307d-7220-4344-86ca-ce219f31c9a7 on host dv-cinder-813532-1-iscsi {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:48:06.105691 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7249fad5-b2a5-40a3-999c-bbea7c30b3f3 None None] DHCP port deletion for 771b1496-2f20-4d28-a9e2-26256f408241 request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:48:06.163422 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.187663 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771b1496-2f20-4d28-a9e2-26256f408241']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:06.198552 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:06.198847 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27555b7-f186-4e1a-829a-2fd54f4cbeaa') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:06.212632 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.215909 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 18d0307d-7220-4344-86ca-ce219f31c9a7 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:06.230671 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.238500 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 18d0307d-7220-4344-86ca-ce219f31c9a7 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:06.239112 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 18d0307d-7220-4344-86ca-ce219f31c9a7 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:06.239424 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:48:06.239959 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device c19bfbd3-7a13-425c-9630-6a291b41cb56 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:06.240179 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.264802 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: c19bfbd3-7a13-425c-9630-6a291b41cb56 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:06.265156 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device c19bfbd3-7a13-425c-9630-6a291b41cb56 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:06.265578 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 259d95de-89f8-4904-a4d5-f55f9f451b13 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:48:06.284657 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:48:06.287125 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 259d95de-89f8-4904-a4d5-f55f9f451b13 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:06.287125 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 259d95de-89f8-4904-a4d5-f55f9f451b13 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:06.306951 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.312827 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.316057 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] 10.222.0.43 "DELETE /v2.0/networks/771b1496-2f20-4d28-a9e2-26256f408241 HTTP/1.1" status: 204 len: 168 time: 0.6130316 Oct 11 20:48:06.319021 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45328) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:06.327761 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1f9d0-4776-409d-af0e-054d6bf35191 admin admin] Pushing event deleted for resources: {'Network': ['ID=771b1496-2f20-4d28-a9e2-26256f408241,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:06.659477 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.889680 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Deleting port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:06.890017 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.965935 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] For port 5ab3acb1-ce18-4a32-a8d2-c104e725d62f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,segment=NetworkSegment(d2d82e55-e2d6-4231-b551-c67805a5425e),segment_id=d2d82e55-e2d6-4231-b551-c67805a5425e)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:06.966209 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:06.978345 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Calling delete_port for 5ab3acb1-ce18-4a32-a8d2-c104e725d62f owned by network:router_interface {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:07.149904 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:07.177955 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab3acb1-ce18-4a32-a8d2-c104e725d62f,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:07.199160 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.199491 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.199847 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.200173 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.200500 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.200823 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.201140 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.201456 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.201773 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.202083 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.202389 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.202719 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:07.306912 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:07.397975 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:48:07.513643 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:48:07.614080 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:48:07.620934 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-9b330e42-a94c-4203-924e-7c4c2250d4bb admin admin] 10.222.0.43 "PUT /v2.0/routers/9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2994697 Oct 11 20:48:07.621995 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45332) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:07.623614 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] Sync routers for ids ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:48:07.633259 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] Routers {'9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:07.633849 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:07.828129 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] Set router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:07.940923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks [] for router, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.010177 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:48:07Z', 'revision_number': 5, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:08.035650 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] Checking router: 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:48:08.040117 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.044485 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] Routers {'9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:08.045090 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:47:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:08.096839 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Deleting port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:08.097178 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.162289 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] Set router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:08.178636 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] For port 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:08.178995 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.190849 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Calling delete_port for 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f owned by network:router_gateway {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:08.335902 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:48:07Z', 'revision_number': 5, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:08.351378 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.366611 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83baef0a-766a-4ab8-ba56-689389bd3993 None None] The sync data for ids ['9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b'] in dv-cinder-813532-1-iscsi is: [{'id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'name': 'tempest-TestMinimumBasicScenario-687253413-router', 'tenant_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:10Z', 'updated_at': '2021-10-11T20:48:07Z', 'revision_number': 5, 'project_id': '9ce7f13263204cd6b1cde3965de8dbb5', 'gw_port': {'id': '1955fbfd-c2f0-4ac0-a1dc-847dc703a74f', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:11Z', 'updated_at': '2021-10-11T20:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:48:08.378257 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Pushing event deleted for resources: {'Port': ['ID=1955fbfd-c2f0-4ac0-a1dc-847dc703a74f,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:08.407204 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.493759 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.495974 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.539247 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.539864 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b {{(pid=105805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:48:08.544936 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.546046 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-dcf38dfe-731d-4735-beb4-657789d77583 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9f52b8c1-bc2e-4f4f-bc9e-794bf258d88b HTTP/1.1" status: 204 len: 168 time: 0.9231291 Oct 11 20:48:08.548580 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45336) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:08.590765 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] Deleting subnet 57a3ed99-f13b-469e-b846-fb6fe3915a0d {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:48:08.593577 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.626361 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.668386 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.725251 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.752391 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a3ed99-f13b-469e-b846-fb6fe3915a0d,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:08.757020 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.762304 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8594863f-418d-40b6-883f-112b6bf68b64 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/57a3ed99-f13b-469e-b846-fb6fe3915a0d HTTP/1.1" status: 204 len: 168 time: 0.2127950 Oct 11 20:48:08.762855 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dafbfe2-502d-4db8-849e-c9684e40bc12 None None] Network 029532f2-37f2-49f2-b562-6bee3667c50a requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:48:08.764789 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45338) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:08.836514 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.893062 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Deleting port 8d18ba86-3ece-441f-917f-e6453665dd65 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:08.893404 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.935307 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] DHCP port deletion for 029532f2-37f2-49f2-b562-6bee3667c50a request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:48:08.964678 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] For port 8d18ba86-3ece-441f-917f-e6453665dd65, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=8d18ba86-3ece-441f-917f-e6453665dd65,segment=NetworkSegment(d2d82e55-e2d6-4231-b551-c67805a5425e),segment_id=d2d82e55-e2d6-4231-b551-c67805a5425e)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:08.964905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:08.980576 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Calling delete_port for 8d18ba86-3ece-441f-917f-e6453665dd65 owned by network:dhcp {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:08.991841 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] Deleting port 8d18ba86-3ece-441f-917f-e6453665dd65 {{(pid=105806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:08.992495 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.063299 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.063801 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] For port 8d18ba86-3ece-441f-917f-e6453665dd65, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=8d18ba86-3ece-441f-917f-e6453665dd65,segment=NetworkSegment(d2d82e55-e2d6-4231-b551-c67805a5425e),segment_id=d2d82e55-e2d6-4231-b551-c67805a5425e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:09.064717 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.080359 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] Calling delete_port for 8d18ba86-3ece-441f-917f-e6453665dd65 owned by network:dhcp {{(pid=105806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:09.101065 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d18ba86-3ece-441f-917f-e6453665dd65,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:09.108737 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] No DVR routers for this DVR port 8d18ba86-3ece-441f-917f-e6453665dd65 on host dv-cinder-813532-1-iscsi {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:48:09.112407 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.112832 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.113176 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.113518 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.113836 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.114162 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.114502 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.114825 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.115147 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.115465 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.115781 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.116093 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:09.184296 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.195101 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.203875 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029532f2-37f2-49f2-b562-6bee3667c50a']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:09.212700 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2d82e55-e2d6-4231-b551-c67805a5425e') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:09.212989 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2d82e55-e2d6-4231-b551-c67805a5425e') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:09.217916 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] Pushing event deleted for resources: {'Port': ['ID=8d18ba86-3ece-441f-917f-e6453665dd65,revision_number=None']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:09.223058 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.223465 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4d283-61ed-49a6-a18f-83129e640cd1 None None] No DVR routers for this DVR port 8d18ba86-3ece-441f-917f-e6453665dd65 on host dv-cinder-813532-1-iscsi {{(pid=105806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:48:09.237769 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.243973 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:48:09.244374 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:48:09.246698 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:48:09.300167 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.305186 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.308957 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] 10.222.0.43 "DELETE /v2.0/networks/029532f2-37f2-49f2-b562-6bee3667c50a HTTP/1.1" status: 204 len: 168 time: 0.5431154 Oct 11 20:48:09.319364 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66fc1e-3617-4ba0-b0f3-313eb0221295 admin admin] Pushing event deleted for resources: {'Network': ['ID=029532f2-37f2-49f2-b562-6bee3667c50a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:09.469141 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45344) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:09.509105 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-1591ef12-2f32-4664-a9d1-5a3c7a1d8dfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66d8d90b24904424a38e5a84b7d1c076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387440 Oct 11 20:48:09.511948 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45346) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:09.559169 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f664d52d-b1f1-458a-b173-3e0eb4d4d181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.580039 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f664d52d-b1f1-458a-b173-3e0eb4d4d181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.625666 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f664d52d-b1f1-458a-b173-3e0eb4d4d181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.628217 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f664d52d-b1f1-458a-b173-3e0eb4d4d181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:09.629350 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f664d52d-b1f1-458a-b173-3e0eb4d4d181 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22c0db90-118a-4358-88ea-d0a8842b1a44 HTTP/1.1" status: 204 len: 168 time: 0.1163890 Oct 11 20:48:09.637487 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664d52d-b1f1-458a-b173-3e0eb4d4d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c0db90-118a-4358-88ea-d0a8842b1a44,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:09.940769 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45352) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:09.982855 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-59ea2a56-a756-4d24-9277-5aeabc00cf37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ce7f13263204cd6b1cde3965de8dbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408292 Oct 11 20:48:09.985072 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45354) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:10.031752 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-68d162a6-ebbc-471e-9ebb-012e0f0ca4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:10.052175 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-68d162a6-ebbc-471e-9ebb-012e0f0ca4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:10.108772 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-68d162a6-ebbc-471e-9ebb-012e0f0ca4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:10.111396 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-68d162a6-ebbc-471e-9ebb-012e0f0ca4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:10.112569 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-68d162a6-ebbc-471e-9ebb-012e0f0ca4b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/786b1f3c-0acf-4ff1-acc6-692b5a70e264 HTTP/1.1" status: 204 len: 168 time: 0.1265814 Oct 11 20:48:10.119555 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8d18ba86-3ece-441f-917f-e6453665dd65 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:10.122020 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d162a6-ebbc-471e-9ebb-012e0f0ca4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b1f3c-0acf-4ff1-acc6-692b5a70e264,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:10.144547 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 8d18ba86-3ece-441f-917f-e6453665dd65 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:10.145139 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8d18ba86-3ece-441f-917f-e6453665dd65 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:10.145746 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 5ab3acb1-ce18-4a32-a8d2-c104e725d62f no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:10.168023 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 5ab3acb1-ce18-4a32-a8d2-c104e725d62f {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:10.168270 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 5ab3acb1-ce18-4a32-a8d2-c104e725d62f not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:10.168849 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:10.191969 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:10.192301 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 1955fbfd-c2f0-4ac0-a1dc-847dc703a74f not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:17.943936 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0d353882-280f-4ac6-8d88-744d5b1d7e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:20.794137 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-948d523a-a3b7-43be-8c34-da30c25d072b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:21.473217 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:21.870364 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:22.736807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd7803-2057-4d32-beb4-e1447ead9dd3 req-561c82e2-14a6-4cd9-9b1a-2878849778f5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:22.738375 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-efbd7803-2057-4d32-beb4-e1447ead9dd3 req-561c82e2-14a6-4cd9-9b1a-2878849778f5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0489140 Oct 11 20:48:22.774774 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-efbd7803-2057-4d32-beb4-e1447ead9dd3 req-225d6ac0-6612-49b5-8b73-8cf88a7323c4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305603 Oct 11 20:48:23.101951 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:23.891640 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79b7b1-74c2-41d9-951e-e14a797804c7 req-7d3e03b8-dd67-4524-9194-4dbf650bcf85 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:23.893060 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db79b7b1-74c2-41d9-951e-e14a797804c7 req-7d3e03b8-dd67-4524-9194-4dbf650bcf85 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0520587 Oct 11 20:48:23.930097 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db79b7b1-74c2-41d9-951e-e14a797804c7 req-4af6795d-d866-4285-9b52-7d508c09bd85 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Oct 11 20:48:24.870422 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68100-c176-4913-8258-4b90945b43fe req-c0518de8-7b12-4141-b877-1455bf086995 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:24.872006 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a9f68100-c176-4913-8258-4b90945b43fe req-c0518de8-7b12-4141-b877-1455bf086995 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0477223 Oct 11 20:48:24.958141 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Deleting port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:24.958682 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:25.081862 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bb72a-9880-447a-b832-5c2e3de017ab req-61182cd7-d263-47a0-b17b-95b321df6cd3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:25.083349 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e28bb72a-9880-447a-b832-5c2e3de017ab req-61182cd7-d263-47a0-b17b-95b321df6cd3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=43ece48e-928d-40ec-8db1-58b4cbd9bfae HTTP/1.1" status: 200 len: 946 time: 0.0811174 Oct 11 20:48:25.087904 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] For port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:25.088256 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:25.208892 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e28bb72a-9880-447a-b832-5c2e3de017ab req-788aae83-76df-4b8f-8e9e-7979ff75c662 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177239 Oct 11 20:48:25.327589 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:25.327940 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:25.328250 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Floating IP 8a18ab2c-4659-4a78-a054-758f96e1d800 disassociated. External IP: 172.27.2.60, port: b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478. Oct 11 20:48:25.328582 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Calling delete_port for b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:25.452828 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:25.481926 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event deleted for resources: {'Port': ['ID=b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:25.592075 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:48:25.695316 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:48:25.705392 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] Sync routers for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:48:25.715385 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:25.715996 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:25.734685 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] No DVR routers for this DVR port b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:48:25.737178 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:25.740519 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a9f68100-c176-4913-8258-4b90945b43fe req-2d8922aa-0e0a-44a2-8a73-2de56ffd7f4a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "DELETE /v2.0/ports/b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 HTTP/1.1" status: 204 len: 173 time: 0.8621495 Oct 11 20:48:25.740951 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'name': 'network-vif-deleted', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:25.743227 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb871e-6889-4591-b371-ca52a38bc2c2" -d '{"events": [{"server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "name": "network-vif-deleted", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:25.780012 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b572f8bf-06b8-4577-b020-053a20db70f6 x-openstack-request-id: req-b572f8bf-06b8-4577-b020-053a20db70f6 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:25.780302 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ece48e-928d-40ec-8db1-58b4cbd9bfae", "name": "network-vif-deleted", "tag": "b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:25.780555 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b572f8bf-06b8-4577-b020-053a20db70f6 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:25.780997 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ece48e-928d-40ec-8db1-58b4cbd9bfae', 'name': 'network-vif-deleted', 'tag': 'b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478', 'status': 'completed', 'code': 200} Oct 11 20:48:25.825179 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:26.022650 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:26.051062 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] Checking router: 759806dd-ea3b-4031-b4f7-5e5f79d19e2b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:48:26.060746 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:26.061390 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:26.164107 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:26.294719 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45410) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:26.352273 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6c0f32c0-b7b4-4bf1-8f71-5f8138254cc5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.376925 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6c0f32c0-b7b4-4bf1-8f71-5f8138254cc5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.423992 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6c0f32c0-b7b4-4bf1-8f71-5f8138254cc5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.426640 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6c0f32c0-b7b4-4bf1-8f71-5f8138254cc5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.427794 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-6c0f32c0-b7b4-4bf1-8f71-5f8138254cc5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "DELETE /v2.0/security-groups/f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad HTTP/1.1" status: 204 len: 168 time: 0.1320803 Oct 11 20:48:26.430853 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45412) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:26.436923 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f32c0-b7b4-4bf1-8f71-5f8138254cc5 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:26.445045 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.api.v2.resource [None req-a8baffdf-ed68-4b53-8a85-a3c22e57bcb8 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] show failed (client error): The resource could not be found. Oct 11 20:48:26.446031 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a8baffdf-ed68-4b53-8a85-a3c22e57bcb8 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups/f67384a6-2760-4d9c-8ef4-6c7e8a20c8ad HTTP/1.1" status: 404 len: 347 time: 0.0136209 Oct 11 20:48:26.449071 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45414) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:26.515997 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:26.543526 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b5930-d81b-42f1-a5b1-5dd0b505be4c None None] The sync data for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi is: [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:48:26.573799 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Deleting port 14798207-78c8-46ad-be3b-43a72c4eb34d {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:26.574235 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.649852 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.655316 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.655641 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.667846 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Calling delete_port for 14798207-78c8-46ad-be3b-43a72c4eb34d owned by network:floatingip {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:26.779360 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd379ce-5a44-4152-84d3-e1ce02e064c6 None None] New status for floating IP 8a18ab2c-4659-4a78-a054-758f96e1d800: DOWN {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:48:26.802737 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.827670 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event deleted for resources: {'Port': ['ID=14798207-78c8-46ad-be3b-43a72c4eb34d,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:26.851461 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.853988 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:26.854871 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.db.api [None req-8bd379ce-5a44-4152-84d3-e1ce02e064c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 11 20:48:26.855180 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-1f00b925-b4f8-4afa-8272-b8216a6644b1 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "DELETE /v2.0/floatingips/8a18ab2c-4659-4a78-a054-758f96e1d800 HTTP/1.1" status: 204 len: 168 time: 0.4052324 Oct 11 20:48:26.855328 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG oslo_db.api [None req-8bd379ce-5a44-4152-84d3-e1ce02e064c6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 11 20:48:27.144318 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 45420) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:27.148782 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-8aae6df0-f7a3-4374-a152-d7ed6e04cd18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22777090', 'description': 'tempest-description--76663949'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:27.169242 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8aae6df0-f7a3-4374-a152-d7ed6e04cd18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.233645 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8aae6df0-f7a3-4374-a152-d7ed6e04cd18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.237415 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8aae6df0-f7a3-4374-a152-d7ed6e04cd18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.260477 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8aae6df0-f7a3-4374-a152-d7ed6e04cd18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.261788 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8aae6df0-f7a3-4374-a152-d7ed6e04cd18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.1164966 Oct 11 20:48:27.264789 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45422) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:27.269340 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-2c062ad9-93da-4660-a9e4-eee1610c82b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'security_group_rule': {'security_group_id': 'd10e2d2d-cb88-4de1-a152-732ef675b712', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:27.269504 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae6df0-f7a3-4374-a152-d7ed6e04cd18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e2d2d-cb88-4de1-a152-732ef675b712,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:27.296735 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c062ad9-93da-4660-a9e4-eee1610c82b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.341671 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c062ad9-93da-4660-a9e4-eee1610c82b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.345068 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c062ad9-93da-4660-a9e4-eee1610c82b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.356929 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd379ce-5a44-4152-84d3-e1ce02e064c6 None None] New status for floating IP 8a18ab2c-4659-4a78-a054-758f96e1d800: DOWN {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:48:27.362679 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c062ad9-93da-4660-a9e4-eee1610c82b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfbcb67f-0268-45e9-b298-495213eb509a,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:27.372347 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2c062ad9-93da-4660-a9e4-eee1610c82b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.373482 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2c062ad9-93da-4660-a9e4-eee1610c82b9 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1076908 Oct 11 20:48:27.376240 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45424) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:27.380446 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-33eccbea-710e-4aed-946f-82c5d919ae93 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'security_group_rule': {'security_group_id': 'd10e2d2d-cb88-4de1-a152-732ef675b712', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:27.412256 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-33eccbea-710e-4aed-946f-82c5d919ae93 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.468348 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-33eccbea-710e-4aed-946f-82c5d919ae93 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.472044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-33eccbea-710e-4aed-946f-82c5d919ae93 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.494998 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eccbea-710e-4aed-946f-82c5d919ae93 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8919fb39-716b-40f1-b706-0331dbeec56a,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:27.501555 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-33eccbea-710e-4aed-946f-82c5d919ae93 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.502687 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-33eccbea-710e-4aed-946f-82c5d919ae93 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254299 Oct 11 20:48:27.506197 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45426) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:27.510430 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:27.531056 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.623753 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.727409 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Allocated IP 172.27.2.45 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/443a260a-5644-4256-a5fd-e7daaeb04199) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:48:27.824522 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.856745 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:27.893248 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:48:27.895884 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:48:27.901173 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:48:27.927358 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'Port': ['ID=443a260a-5644-4256-a5fd-e7daaeb04199,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:27.987589 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:28.019135 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:28.165752 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:28.170688 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:28.471965 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'Port': ['ID=443a260a-5644-4256-a5fd-e7daaeb04199,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:28.485128 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:28.499639 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:28.500826 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-03de869b-15d9-46a2-bdb1-8432d2942852 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9936829 Oct 11 20:48:28.679247 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-0f740bcd-8832-4d55-9c38-1eaf3b498c4b tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--22777090&fields=id&tenant_id=0d17687fb55b4523970da4e2fc53a32d HTTP/1.1" status: 200 len: 267 time: 0.0315082 Oct 11 20:48:28.785875 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-21fe4ca8-f62b-4dbb-b428-c5ebe194c2bd tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:28.785875 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-21fe4ca8-f62b-4dbb-b428-c5ebe194c2bd tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 810 time: 0.0988195 Oct 11 20:48:28.799991 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-c8cd274f-da23-4f51-a358-df9a02a87419 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/quotas/0d17687fb55b4523970da4e2fc53a32d HTTP/1.1" status: 200 len: 375 time: 0.0092921 Oct 11 20:48:28.857083 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-bf95cc14-a049-4f71-9ef6-79218f438c86 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516431 Oct 11 20:48:28.949940 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-62cc5785-ebc2-4ad7-a79b-4ccdd19e0baf service neutron] 10.222.0.43 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814753 Oct 11 20:48:28.993351 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5260742-be9b-4c86-bfb4-16b9d6455b3a req-0aea0639-b1af-4b24-8beb-f8a7d0e7878c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:28.994843 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b5260742-be9b-4c86-bfb4-16b9d6455b3a req-0aea0639-b1af-4b24-8beb-f8a7d0e7878c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Oct 11 20:48:29.036311 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b5260742-be9b-4c86-bfb4-16b9d6455b3a req-e937fb65-2393-4c02-a020-3c69f36a0bbc tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350449 Oct 11 20:48:29.040350 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-958ced50-b50c-41a3-b048-104bdd9172f9 service neutron] 10.222.0.43 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Oct 11 20:48:29.197257 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c90b6843-d1a9-4500-8f33-c3fb8fb0b5b4 req-8b1b1e14-1919-4d10-8f42-1ec287d6c9e3 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Oct 11 20:48:29.958452 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:29.982257 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:29.982618 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b56fcd95-6fdd-4cf4-b8a4-5ca56a7b0478 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:30.178663 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-90cf70c9-7bee-4e53-9a57-371d751fd07d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:30.180103 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-90cf70c9-7bee-4e53-9a57-371d751fd07d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 810 time: 0.1193562 Oct 11 20:48:30.181246 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de4230-4261-4f67-aa5f-709dbdd13e68 req-7e94ddee-cbe6-4252-af97-9c09fcf9a714 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:30.183398 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c6de4230-4261-4f67-aa5f-709dbdd13e68 req-7e94ddee-cbe6-4252-af97-9c09fcf9a714 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 945 time: 0.0634103 Oct 11 20:48:30.224881 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-57498304-26a5-44fa-8caf-5102b2af0d6f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d17687fb55b4523970da4e2fc53a32d HTTP/1.1" status: 200 len: 378 time: 0.0357170 Oct 11 20:48:30.225741 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c6de4230-4261-4f67-aa5f-709dbdd13e68 req-426a01a3-6527-47f7-b65c-a9abf7a5d659 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363770 Oct 11 20:48:30.242954 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'port': {'device_id': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'admin_state_up': True, 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'security_groups': ['d10e2d2d-cb88-4de1-a152-732ef675b712']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:30.311411 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-117f116f-e589-4d60-b62a-f198850069b7 req-9cf42702-4334-4d96-9526-37c357953f6c tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 210 time: 0.0297451 Oct 11 20:48:30.372442 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Made reservation on behalf of 0d17687fb55b4523970da4e2fc53a32d for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:48:30.375986 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.499670 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Allocated IP 172.20.0.12 (f7e520f6-3b02-48f4-980b-3a46702f847e/3f3a7e06-d8a7-41ea-88cc-a175f1a636cd/1ed62454-e13a-4071-aaf5-caac9606517c) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:48:30.539991 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-d15e3aa1-e1af-4bdd-b078-631c8147aab7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:30.541439 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-d15e3aa1-e1af-4bdd-b078-631c8147aab7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 945 time: 0.0476940 Oct 11 20:48:30.634608 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Deleting port 42ee8799-53b7-40d9-8840-83e7accf17d7 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:48:30.634939 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.638023 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.671338 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.716277 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Network f7e520f6-3b02-48f4-980b-3a46702f847e is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:48:30.719379 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:48:30.720998 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] For port 42ee8799-53b7-40d9-8840-83e7accf17d7, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=42ee8799-53b7-40d9-8840-83e7accf17d7,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:30.721365 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.721771 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:48:30.752122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event updated for resources: {'Port': ['ID=1ed62454-e13a-4071-aaf5-caac9606517c,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:30.778295 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:30.779051 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.797070 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-72a71981-7554-49c4-be28-1a37cdc51e29 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640843 Oct 11 20:48:30.814023 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Request body: {'port': {'device_id': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:30.882162 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.961764 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.962121 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:30.962437 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Floating IP 274b1b87-6708-40c3-91d7-158c35132ea2 disassociated. External IP: 172.27.2.214, port: 42ee8799-53b7-40d9-8840-83e7accf17d7. Oct 11 20:48:30.962923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Calling delete_port for 42ee8799-53b7-40d9-8840-83e7accf17d7 owned by compute:nova {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:48:30.987299 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-3e7362c6-469a-4a1a-b0ea-90c177f2a1aa None None] Provisioning complete for port 1ed62454-e13a-4071-aaf5-caac9606517c triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:48:30.987781 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3e7362c6-469a-4a1a-b0ea-90c177f2a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.046745 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-3e7362c6-469a-4a1a-b0ea-90c177f2a1aa None None] Port 1ed62454-e13a-4071-aaf5-caac9606517c cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:48:31.135255 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.164420 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event deleted for resources: {'Port': ['ID=42ee8799-53b7-40d9-8840-83e7accf17d7,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:31.187148 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed62454-e13a-4071-aaf5-caac9606517c {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:48:31.196185 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.209973 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Transition to ACTIVE for port object 1ed62454-e13a-4071-aaf5-caac9606517c will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:48:31.214633 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.292947 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed62454-e13a-4071-aaf5-caac9606517c,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:31.313756 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:48:31.360326 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Attempting to bind port 1ed62454-e13a-4071-aaf5-caac9606517c on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:48:31.360862 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Attempting to bind port 1ed62454-e13a-4071-aaf5-caac9606517c by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:48:31.361341 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Attempting to bind port 1ed62454-e13a-4071-aaf5-caac9606517c on network f7e520f6-3b02-48f4-980b-3a46702f847e {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:48:31.366080 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Port 1ed62454-e13a-4071-aaf5-caac9606517c on network f7e520f6-3b02-48f4-980b-3a46702f847e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:48:31.367052 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Attempting to bind port 1ed62454-e13a-4071-aaf5-caac9606517c on network f7e520f6-3b02-48f4-980b-3a46702f847e {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:48:31.373112 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:48:31.374081 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Checking segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:48:31.374939 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Bound using segment: {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:48:31.375940 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Bound port: 1ed62454-e13a-4071-aaf5-caac9606517c, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:48:31.376561 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.440632 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8c7c3d6e-0c7f-4e56-996c-47108887de93 req-974d9412-76ce-44c5-ad44-e384da3c9f75 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a89e6b4-adfc-48c1-ae69-fab0170881a2 HTTP/1.1" status: 200 len: 210 time: 0.1085153 Oct 11 20:48:31.488885 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] For port 1ed62454-e13a-4071-aaf5-caac9606517c, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:48:31.502478 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] For port 1ed62454-e13a-4071-aaf5-caac9606517c, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=1ed62454-e13a-4071-aaf5-caac9606517c,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:48:31.514907 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b1255-e491-4068-95fe-f052f5fa6dee req-a839b864-2542-4ddb-a024-ac491ebb9acf tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:31.516581 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9b1b1255-e491-4068-95fe-f052f5fa6dee req-a839b864-2542-4ddb-a024-ac491ebb9acf tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 944 time: 0.0830083 Oct 11 20:48:31.517871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.547348 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:48:31.557005 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:48:31.579802 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:31.580765 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:31.594939 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] No DVR routers for this DVR port 42ee8799-53b7-40d9-8840-83e7accf17d7 on host hv-cinder-81353 {{(pid=105805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:48:31.598291 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.603954 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c3453e8f-03f6-471f-a339-aa33dfd324d8 req-93a40dae-897e-4963-809d-3565d189e846 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "DELETE /v2.0/ports/42ee8799-53b7-40d9-8840-83e7accf17d7 HTTP/1.1" status: 204 len: 173 time: 1.0566874 Oct 11 20:48:31.605313 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'name': 'network-vif-deleted', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:31.616796 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c743023-77cf-4b9b-a5e9-e8b93fc8270d" -d '{"events": [{"server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "name": "network-vif-deleted", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:31.637766 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9b1b1255-e491-4068-95fe-f052f5fa6dee req-dd3d5fc7-7ca3-4708-a8d9-30ff5aeea135 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895035 Oct 11 20:48:31.646359 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:31.647063 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:31.648463 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ed62454-e13a-4071-aaf5-caac9606517c HTTP/1.1" status: 200 len: 1094 time: 0.8434434 Oct 11 20:48:31.648911 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:31.651824 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c288e-a3cb-4f48-8248-8fea6986ecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:31.658263 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf2bbb-0596-45bb-befb-61547d990a45 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed62454-e13a-4071-aaf5-caac9606517c,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:31.694221 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e383e29-d382-41a3-ad3f-efe5b7e3f183 x-openstack-request-id: req-3e383e29-d382-41a3-ad3f-efe5b7e3f183 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:31.694582 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a89e6b4-adfc-48c1-ae69-fab0170881a2", "name": "network-vif-deleted", "tag": "42ee8799-53b7-40d9-8840-83e7accf17d7", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:31.694792 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e383e29-d382-41a3-ad3f-efe5b7e3f183 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:31.695248 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a89e6b4-adfc-48c1-ae69-fab0170881a2', 'name': 'network-vif-deleted', 'tag': '42ee8799-53b7-40d9-8840-83e7accf17d7', 'status': 'completed', 'code': 200} Oct 11 20:48:31.743127 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a081738-89e3-464d-a267-274385b49341 x-openstack-request-id: req-3a081738-89e3-464d-a267-274385b49341 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:31.743440 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:31.743664 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a081738-89e3-464d-a267-274385b49341 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:31.744064 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c', 'status': 'completed', 'code': 200} Oct 11 20:48:31.765551 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:31.778902 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-637c32ef-23df-43ec-9ff2-ce306f37298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:31.780575 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-637c32ef-23df-43ec-9ff2-ce306f37298b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0720878 Oct 11 20:48:31.831722 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-d0b4e91b-19c7-4ac6-98a2-de678564f62f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ed62454-e13a-4071-aaf5-caac9606517c HTTP/1.1" status: 200 len: 217 time: 0.0421076 Oct 11 20:48:31.889126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-1b6b331f-543e-4bc2-ba7e-95ea1999e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:31.891126 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-1b6b331f-543e-4bc2-ba7e-95ea1999e4fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0509694 Oct 11 20:48:31.938028 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-48c68d3c-302d-441f-9228-54555d60555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:31.939535 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-48c68d3c-302d-441f-9228-54555d60555a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415728 Oct 11 20:48:31.998551 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:32.029785 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:48:32.034247 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-22b259a9-aee1-48b5-997a-e6e86a411bf8 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874283 Oct 11 20:48:32.037926 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:32.038549 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:32.128136 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-11a8cff8-5c08-493b-8ff7-17569559ed9d req-7ecba4c7-41f7-4c2c-805d-aa12c5d38240 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857968 Oct 11 20:48:32.143281 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:32.216439 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-7fc90c24-629d-4df6-98ca-e3d5a4fcb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:32.217914 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-7fc90c24-629d-4df6-98ca-e3d5a4fcb00f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 1097 time: 0.0426352 Oct 11 20:48:32.319423 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-8dfb0aa9-b96d-4654-8301-0da9f4791235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:32.321105 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-8dfb0aa9-b96d-4654-8301-0da9f4791235 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.0937533 Oct 11 20:48:32.359364 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:32.364015 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-79a9cd46-230b-47fd-bbf1-4039d4fb6f9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ed62454-e13a-4071-aaf5-caac9606517c HTTP/1.1" status: 200 len: 217 time: 0.0342536 Oct 11 20:48:32.384591 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c02bf74-6647-4efe-bfeb-b5addca0f8e1 None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:48:32.420063 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-68844166-19fd-46ae-bbc6-7b393998dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:32.421520 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-68844166-19fd-46ae-bbc6-7b393998dbc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0476458 Oct 11 20:48:32.475704 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-7300c607-ac2d-4a5b-8bc0-b39f0511a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:32.477184 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-7300c607-ac2d-4a5b-8bc0-b39f0511a5f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474443 Oct 11 20:48:32.581572 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-5ad17399-734b-4648-858d-836f2309ebd4 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959010 Oct 11 20:48:32.657041 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48953257-c049-4757-ab2b-72e397ef95d2 None None] New status for floating IP 274b1b87-6708-40c3-91d7-158c35132ea2: DOWN {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:48:32.710333 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-649c288e-a3cb-4f48-8248-8fea6986ecd3 req-d471645f-e82e-4ec5-8cae-ecfbc066244c service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209519 Oct 11 20:48:32.718488 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-c8054de3-5db8-4fa0-bb01-9c41c93710ad tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397907421&fields=id&tenant_id=ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 267 time: 0.0514235 Oct 11 20:48:32.780661 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd8beb-332b-48a1-8849-4a172e76dfcf req-608f2686-294e-46d1-9663-0ae663148bcb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:32.782223 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-25bd8beb-332b-48a1-8849-4a172e76dfcf req-608f2686-294e-46d1-9663-0ae663148bcb tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 944 time: 0.0566463 Oct 11 20:48:32.826287 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-25bd8beb-332b-48a1-8849-4a172e76dfcf req-b6fd33f0-93ad-4cfd-8100-01a688b70738 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366590 Oct 11 20:48:32.843635 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-7252d2ed-d00a-4258-a639-609ce7db0b7b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:32.845076 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-7252d2ed-d00a-4258-a639-609ce7db0b7b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 812 time: 0.1097178 Oct 11 20:48:32.859675 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-fbfe1191-54ca-4e0e-829a-35eac650596d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/quotas/ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 375 time: 0.0087416 Oct 11 20:48:32.910388 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-0ba53b80-512c-4ef8-9c37-edf3f4a2700f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456042 Oct 11 20:48:33.003357 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-4c6d2251-abec-428f-a19f-ad3eb78e4125 service neutron] 10.222.0.43 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819523 Oct 11 20:48:33.095486 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-51234fe2-a838-430b-a4f5-7d5f4e457024 service neutron] 10.222.0.43 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Oct 11 20:48:33.373573 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-959d1567-3580-48ff-b765-1eb605029bef req-5cb7e0f2-01fc-464d-8f9d-88d21b14bcf8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 210 time: 0.0273528 Oct 11 20:48:33.615785 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577de1e-7e7a-4003-bea9-5b89025c3947 req-594dd9d3-da89-46bb-ad0d-20cd59401007 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:33.617246 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a577de1e-7e7a-4003-bea9-5b89025c3947 req-594dd9d3-da89-46bb-ad0d-20cd59401007 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0533197 Oct 11 20:48:33.659620 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a577de1e-7e7a-4003-bea9-5b89025c3947 req-8d25012d-05a7-4b5b-b872-799981f92e56 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347450 Oct 11 20:48:33.940378 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f068a5-eb06-4f88-840d-d1572c3c1ee1 req-b19be4df-4d83-4bdf-a5dc-f6299cd938fa tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:33.941819 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-63f068a5-eb06-4f88-840d-d1572c3c1ee1 req-b19be4df-4d83-4bdf-a5dc-f6299cd938fa tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 944 time: 0.0471373 Oct 11 20:48:33.979975 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-63f068a5-eb06-4f88-840d-d1572c3c1ee1 req-26bede0a-a384-4419-9048-df6307912335 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317705 Oct 11 20:48:33.998116 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 42ee8799-53b7-40d9-8840-83e7accf17d7 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:48:34.021677 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 42ee8799-53b7-40d9-8840-83e7accf17d7 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:48:34.022021 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 42ee8799-53b7-40d9-8840-83e7accf17d7 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:48:34.277596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-b9f3b4b2-c255-48ec-b905-a20f2ea2123a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:34.279334 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-b9f3b4b2-c255-48ec-b905-a20f2ea2123a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 812 time: 0.1055157 Oct 11 20:48:34.323784 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-5e08b61b-9995-478d-a32f-8038cda32a8c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 379 time: 0.0346866 Oct 11 20:48:34.332376 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'port': {'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'admin_state_up': True, 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'security_groups': ['67091714-5e14-4318-8ca6-37c3191e3693']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:34.450971 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Made reservation on behalf of ae87cf4a4451491189bd88bcc40367a9 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:48:34.454243 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:34.470271 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-96e1f7aa-081c-439d-a0ed-49b9e4bc42f5 req-2891e11d-2b4c-4b3e-82c6-f8d40d4470ff tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 210 time: 0.0309935 Oct 11 20:48:34.599807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Allocated IP 172.20.0.7 (2872e7e8-61c6-4981-a46b-8b5ae7212c34/e537eda2-da99-49df-b60d-ad41ca2ce895/a70ee002-7d6f-4a7e-b4ee-16290bdd410d) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:48:34.748852 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:34.781917 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:34.788713 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab97a-7e1e-4eed-970c-1a65874e6885 req-393c98d8-3da3-49c0-b32a-0e04f2d3c7f5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:34.790173 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ef9ab97a-7e1e-4eed-970c-1a65874e6885 req-393c98d8-3da3-49c0-b32a-0e04f2d3c7f5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Oct 11 20:48:34.826223 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:48:34.828501 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ef9ab97a-7e1e-4eed-970c-1a65874e6885 req-7d58805e-0f9a-4b77-a7e8-7122dbb68d54 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321021 Oct 11 20:48:34.829281 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:48:34.833072 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:48:34.839401 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:34.885223 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:34.886399 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:34.902946 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-e738bf4c-2be4-4a82-b361-f82e6e5d26c5 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5740173 Oct 11 20:48:34.915194 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Request body: {'port': {'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:34.972963 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:35.070630 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-52fee368-b568-4ff1-a72d-d12d0fb96ecf None None] Provisioning complete for port a70ee002-7d6f-4a7e-b4ee-16290bdd410d triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:48:35.071214 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-52fee368-b568-4ff1-a72d-d12d0fb96ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:35.105334 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-52fee368-b568-4ff1-a72d-d12d0fb96ecf None None] Port a70ee002-7d6f-4a7e-b4ee-16290bdd410d cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:48:35.175400 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cde092-d4fd-4644-9782-663d271050e1 req-0d358157-648b-454d-9fb7-a150cbe7b4f4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:35.176835 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e8cde092-d4fd-4644-9782-663d271050e1 req-0d358157-648b-454d-9fb7-a150cbe7b4f4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 944 time: 0.1053541 Oct 11 20:48:35.240793 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e8cde092-d4fd-4644-9782-663d271050e1 req-f1f993ce-84e8-4638-a5db-67e9933e959a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575650 Oct 11 20:48:35.299322 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70ee002-7d6f-4a7e-b4ee-16290bdd410d {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:48:35.306379 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:35.317912 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Transition to ACTIVE for port object a70ee002-7d6f-4a7e-b4ee-16290bdd410d will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:48:35.321650 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:35.372595 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:35.437774 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Attempting to bind port a70ee002-7d6f-4a7e-b4ee-16290bdd410d on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:48:35.438247 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Attempting to bind port a70ee002-7d6f-4a7e-b4ee-16290bdd410d by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:48:35.438624 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Attempting to bind port a70ee002-7d6f-4a7e-b4ee-16290bdd410d on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:48:35.443118 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Port a70ee002-7d6f-4a7e-b4ee-16290bdd410d on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:48:35.443431 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Attempting to bind port a70ee002-7d6f-4a7e-b4ee-16290bdd410d on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:48:35.448292 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:48:35.448753 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Checking segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:48:35.448980 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Bound using segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:48:35.449398 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Bound port: a70ee002-7d6f-4a7e-b4ee-16290bdd410d, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:48:35.449747 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:35.517263 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] For port a70ee002-7d6f-4a7e-b4ee-16290bdd410d, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:48:35.521427 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] For port a70ee002-7d6f-4a7e-b4ee-16290bdd410d, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:48:35.530531 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:35.564425 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:35.565031 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:35.566509 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] 10.222.0.46 "PUT /v2.0/ports/a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 200 len: 1093 time: 0.6556542 Oct 11 20:48:35.566920 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:35.569222 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f53c47-8f35-445d-b4a6-4e27830c70b3" -d '{"events": [{"name": "network-changed", "server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:35.593621 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ec910-8a8c-4be9-a370-e2e2eae70e95 service neutron] Pushing event updated for resources: {'Port': ['ID=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:35.622365 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729a95-52de-44e8-b7d7-458e5bc60457 req-91d55463-2e1e-4019-b01d-1f993d1bd3cf tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:35.623947 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-10729a95-52de-44e8-b7d7-458e5bc60457 req-91d55463-2e1e-4019-b01d-1f993d1bd3cf tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0843475 Oct 11 20:48:35.634127 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5c0b9c-a70a-4b47-a350-a6d8d5b3a6fa x-openstack-request-id: req-6e5c0b9c-a70a-4b47-a350-a6d8d5b3a6fa {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:35.634409 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:35.634684 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e5c0b9c-a70a-4b47-a350-a6d8d5b3a6fa {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:35.635078 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'status': 'completed', 'code': 200} Oct 11 20:48:35.664114 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-7be5ef6d-c5aa-4ebf-9165-f1765fb44f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:35.665597 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-7be5ef6d-c5aa-4ebf-9165-f1765fb44f5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1096 time: 0.0487888 Oct 11 20:48:35.667477 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-10729a95-52de-44e8-b7d7-458e5bc60457 req-9548f243-8f85-4d22-9776-2425fce2d62a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367815 Oct 11 20:48:35.712923 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-ff2419d1-c448-425e-826a-a12523f70be5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 200 len: 217 time: 0.0392303 Oct 11 20:48:35.762134 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-4099ab94-81ec-4fdb-96a5-973e2bba70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:35.763590 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-4099ab94-81ec-4fdb-96a5-973e2bba70c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0444250 Oct 11 20:48:35.806931 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1c54-7362-441f-835b-20f7ee12a43e req-4da47972-183e-476b-8cd6-d7366299fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:35.809147 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-4da47972-183e-476b-8cd6-d7366299fc83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386412 Oct 11 20:48:35.899298 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-b848c35e-83e6-43ff-a8e9-4b944a473c78 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Oct 11 20:48:36.003623 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bbcea-41ee-4d26-bd83-8db825201692 req-babc37f1-2d0a-4099-ab55-7d82ab976f18 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:36.005079 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e83bbcea-41ee-4d26-bd83-8db825201692 req-babc37f1-2d0a-4099-ab55-7d82ab976f18 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.1005392 Oct 11 20:48:36.012780 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 1ed62454-e13a-4071-aaf5-caac9606517c details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:48:36.040962 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-021e1c54-7362-441f-835b-20f7ee12a43e req-29e77f31-0ac1-423c-99dd-169b5b5a870e service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283004 Oct 11 20:48:36.058169 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e83bbcea-41ee-4d26-bd83-8db825201692 req-acda24b5-b3c3-4c26-97ed-dd698b283654 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Oct 11 20:48:36.112000 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 1ed62454-e13a-4071-aaf5-caac9606517c, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=1ed62454-e13a-4071-aaf5-caac9606517c,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:36.122752 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '1ed62454-e13a-4071-aaf5-caac9606517c', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'port_id': '1ed62454-e13a-4071-aaf5-caac9606517c', 'mac_address': 'fa:16:3e:4f:f7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:48:36.137462 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-ac7d14a5-2dd9-4278-8595-a1cf28be8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:36.138951 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-ac7d14a5-2dd9-4278-8595-a1cf28be8c48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1096 time: 0.0401955 Oct 11 20:48:36.160147 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:36.173103 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed62454-e13a-4071-aaf5-caac9606517c {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:48:36.191274 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 1ed62454-e13a-4071-aaf5-caac9606517c, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=1ed62454-e13a-4071-aaf5-caac9606517c,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:36.195166 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:36.232616 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-d81a3302-bad9-491c-ae00-304b050a3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:36.234057 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-d81a3302-bad9-491c-ae00-304b050a3003 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.0866768 Oct 11 20:48:36.240539 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=1ed62454-e13a-4071-aaf5-caac9606517c,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:36.248074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.248434 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.248772 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.249098 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.249426 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.249750 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.250068 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.250383 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.250741 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.251060 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.251372 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.251681 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:48:36.358939 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f173bc-597f-4708-9733-50ffcce38885 req-dd7d439c-49cb-4a67-96aa-18bd06d86702 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:36.360489 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-35f173bc-597f-4708-9733-50ffcce38885 req-dd7d439c-49cb-4a67-96aa-18bd06d86702 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 945 time: 0.0517182 Oct 11 20:48:36.400297 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-35f173bc-597f-4708-9733-50ffcce38885 req-eb5b2ccb-79f0-4028-be80-be261fc8613f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336742 Oct 11 20:48:36.410883 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['1ed62454-e13a-4071-aaf5-caac9606517c'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:48:36.529578 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-c4d6f586-9d81-4e19-acd4-40d26607a0b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 200 len: 217 time: 0.2853062 Oct 11 20:48:36.577416 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-f961debc-87a9-4ec1-8219-84acdc4dbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:36.578830 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-f961debc-87a9-4ec1-8219-84acdc4dbe3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0427048 Oct 11 20:48:36.624712 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-ffbc367b-7fd6-42c3-b361-cabf6c685187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:36.626104 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-ffbc367b-7fd6-42c3-b361-cabf6c685187 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402679 Oct 11 20:48:36.713143 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-e02c6ef4-e07c-4fe0-9d9a-2b8299483c90 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794828 Oct 11 20:48:36.829499 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a60e9f-550e-4dc4-b162-8b1bf9686150 req-4cc081aa-d805-4879-9c91-a5cca4c274b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:36.831016 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-97a60e9f-550e-4dc4-b162-8b1bf9686150 req-4cc081aa-d805-4879-9c91-a5cca4c274b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0938594 Oct 11 20:48:36.846844 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-83f53c47-8f35-445d-b4a6-4e27830c70b3 req-be10fafe-e8cd-4586-bfe1-4fb88e8379be service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262333 Oct 11 20:48:36.872336 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-97a60e9f-550e-4dc4-b162-8b1bf9686150 req-c48fdfa1-e4d1-4f1b-94f3-a51b3947b768 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344198 Oct 11 20:48:37.180545 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be571e-02ed-4069-85d6-25493c9b59bb req-aa767c85-643e-498b-8e9e-0968f6936a28 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:37.181959 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b0be571e-02ed-4069-85d6-25493c9b59bb req-aa767c85-643e-498b-8e9e-0968f6936a28 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0496387 Oct 11 20:48:37.218123 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b0be571e-02ed-4069-85d6-25493c9b59bb req-52cf6ce9-e4ce-4d06-a70a-1ff670ba7a2e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292919 Oct 11 20:48:37.514617 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991788-168d-41dc-b4f6-caabf2671f72 req-367761ef-2b05-4bc6-8a10-976b67c7be18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:37.516037 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d6991788-168d-41dc-b4f6-caabf2671f72 req-367761ef-2b05-4bc6-8a10-976b67c7be18 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 945 time: 0.0474122 Oct 11 20:48:37.555381 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d6991788-168d-41dc-b4f6-caabf2671f72 req-d7831608-44c8-4481-b921-c4b2f727a5f6 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334656 Oct 11 20:48:37.988985 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8eb84-62d5-436d-9121-418e22b5feed req-9ba43ea4-08d0-4214-8344-3c40729320c4 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:37.990420 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e5c8eb84-62d5-436d-9121-418e22b5feed req-9ba43ea4-08d0-4214-8344-3c40729320c4 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0515850 Oct 11 20:48:38.028106 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e5c8eb84-62d5-436d-9121-418e22b5feed req-4416205e-6e7a-4fa6-81e8-c58819bc46fe tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316541 Oct 11 20:48:38.031212 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 1ed62454-e13a-4071-aaf5-caac9606517c up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:48:38.081803 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 1ed62454-e13a-4071-aaf5-caac9606517c completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:48:38.085285 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 1ed62454-e13a-4071-aaf5-caac9606517c triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:48:38.085651 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:38.162611 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:38.184848 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:38.187118 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7959c515-ea62-444b-b946-0ebde5aef872" -d '{"events": [{"server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "name": "network-vif-plugged", "status": "completed", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:38.199355 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 1ed62454-e13a-4071-aaf5-caac9606517c, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=1ed62454-e13a-4071-aaf5-caac9606517c,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:38.203015 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:38.228553 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceac0692-9a3e-451f-9567-6ba2d7519df8 x-openstack-request-id: req-ceac0692-9a3e-451f-9567-6ba2d7519df8 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:38.229055 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "name": "network-vif-plugged", "status": "completed", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:38.229971 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ceac0692-9a3e-451f-9567-6ba2d7519df8 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:38.230539 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c', 'code': 200} Oct 11 20:48:38.256963 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=1ed62454-e13a-4071-aaf5-caac9606517c,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:38.340628 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b288ddb-57fd-4f87-af4e-62440f1dff28 req-e2b19ba9-bcd4-474e-8462-cd8fcfcafff9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:38.342089 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8b288ddb-57fd-4f87-af4e-62440f1dff28 req-e2b19ba9-bcd4-474e-8462-cd8fcfcafff9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0505095 Oct 11 20:48:38.379907 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8b288ddb-57fd-4f87-af4e-62440f1dff28 req-937489a5-58f8-46cc-927c-47601f8a1768 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Oct 11 20:48:38.390563 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8dbf-c731-4eee-8975-1ad27c3dca36 req-11d1cf6f-c6fa-4a65-b797-495f243a81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:38.392055 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f24a8dbf-c731-4eee-8975-1ad27c3dca36 req-11d1cf6f-c6fa-4a65-b797-495f243a81a2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0384247 Oct 11 20:48:38.427367 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f24a8dbf-c731-4eee-8975-1ad27c3dca36 req-a915061e-dfe8-4803-94a8-81033bf69ccf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277102 Oct 11 20:48:38.668545 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4617ca-1aeb-4476-9394-c0f141c3e996 req-358d8445-f3b6-4bae-bc1e-1386252be2f4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:38.670004 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3a4617ca-1aeb-4476-9394-c0f141c3e996 req-358d8445-f3b6-4bae-bc1e-1386252be2f4 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0472841 Oct 11 20:48:38.706311 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-3a4617ca-1aeb-4476-9394-c0f141c3e996 req-f65e7529-d24a-4dbb-bea7-61f74ea5959f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303912 Oct 11 20:48:39.145698 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c31d7-ac76-4756-8b94-552adc95f74d req-d81f2673-d065-423b-944a-86e85541573d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:39.147180 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dc3c31d7-ac76-4756-8b94-552adc95f74d req-d81f2673-d065-423b-944a-86e85541573d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0513868 Oct 11 20:48:39.184168 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dc3c31d7-ac76-4756-8b94-552adc95f74d req-4a40b020-1000-4210-8dc1-3e56eeceb721 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306430 Oct 11 20:48:39.500307 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8a370-3534-43a4-ac3c-550cbddc5dfb req-b13ff792-c669-43b4-8826-5e9388adb7fd tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:39.501741 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4bc8a370-3534-43a4-ac3c-550cbddc5dfb req-b13ff792-c669-43b4-8826-5e9388adb7fd tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0496230 Oct 11 20:48:39.549054 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4bc8a370-3534-43a4-ac3c-550cbddc5dfb req-fd5d8067-30e4-4386-a874-fb6ba2a1d266 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413005 Oct 11 20:48:39.816115 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7736330-90c5-4bd4-8fc2-0f27c8e603a8 req-0607ab00-0262-49a3-a1f1-09ae5c91389d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:39.817581 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d7736330-90c5-4bd4-8fc2-0f27c8e603a8 req-0607ab00-0262-49a3-a1f1-09ae5c91389d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0471210 Oct 11 20:48:39.854001 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d7736330-90c5-4bd4-8fc2-0f27c8e603a8 req-20fea82c-d2a5-4bb7-890f-867a4fb03970 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306702 Oct 11 20:48:39.960961 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c46cc5-6335-41f1-ad65-b11daab95501 req-d642ed77-f857-476a-867c-44c2c01d3c0a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:39.962379 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a6c46cc5-6335-41f1-ad65-b11daab95501 req-d642ed77-f857-476a-867c-44c2c01d3c0a tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0472419 Oct 11 20:48:39.971786 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45570) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:39.976264 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Request body: {'floatingip': {'port_id': '1ed62454-e13a-4071-aaf5-caac9606517c'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:40.013142 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:40.295034 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f9521-e116-4c94-b98b-1d1b88776cb3 req-95a795d5-0bec-4c7d-86e5-2757fe634f65 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:40.296413 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9f9f9521-e116-4c94-b98b-1d1b88776cb3 req-95a795d5-0bec-4c7d-86e5-2757fe634f65 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0479474 Oct 11 20:48:40.333983 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9f9f9521-e116-4c94-b98b-1d1b88776cb3 req-6ef7e9c0-c0aa-444e-8588-6bd920942832 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Oct 11 20:48:40.454655 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:40.458445 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:40.565308 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Floating IP f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a associated. External IP: 172.27.2.45, port: 1ed62454-e13a-4071-aaf5-caac9606517c. Oct 11 20:48:40.714781 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26d6b6-9dd0-41fc-b8c7-9836be327656 req-0e4d3549-66e9-4747-ab49-b5a172901c42 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:40.716248 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad26d6b6-9dd0-41fc-b8c7-9836be327656 req-0e4d3549-66e9-4747-ab49-b5a172901c42 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0664144 Oct 11 20:48:40.824097 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad26d6b6-9dd0-41fc-b8c7-9836be327656 req-c0a27679-4452-4343-aba4-cd1544d00a34 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715964 Oct 11 20:48:40.848075 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:48:40.956521 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:48:40.961476 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:40.967530 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] Sync routers for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:48:40.977668 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:40.978267 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:40.988576 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-6db0658f-0adb-47d7-9ec1-ffda0348cf22 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "PUT /v2.0/floatingips/f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a HTTP/1.1" status: 200 len: 991 time: 1.0157540 Oct 11 20:48:40.989365 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:40.991752 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e" -d '{"events": [{"name": "network-changed", "server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:41.028540 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16189f1-3164-42a1-8c74-6d0117b573bb x-openstack-request-id: req-b16189f1-3164-42a1-8c74-6d0117b573bb {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:41.028828 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:41.029087 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b16189f1-3164-42a1-8c74-6d0117b573bb {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:41.029488 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c', 'status': 'completed', 'code': 200} Oct 11 20:48:41.092380 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:41.095174 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-1c0a720a-4c0f-4594-ae77-729f74b8a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:41.096656 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-1c0a720a-4c0f-4594-ae77-729f74b8a772 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d17687fb55b4523970da4e2fc53a32d&device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0419495 Oct 11 20:48:41.191187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-0db1b911-51cb-437b-9cf7-50f722602afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:41.192675 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-0db1b911-51cb-437b-9cf7-50f722602afe service neutron] 10.222.0.46 "GET /v2.0/networks?id=f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 200 len: 911 time: 0.0889099 Oct 11 20:48:41.262823 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-0560f026-d8b1-4f5a-a1dd-e8e8fe389ff1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ed62454-e13a-4071-aaf5-caac9606517c HTTP/1.1" status: 200 len: 999 time: 0.0612786 Oct 11 20:48:41.314300 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-5ffce978-7f95-4c3b-94c1-d5b1889ac79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:41.315840 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-5ffce978-7f95-4c3b-94c1-d5b1889ac79e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 200 len: 849 time: 0.0434711 Oct 11 20:48:41.327332 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'port_id': '1ed62454-e13a-4071-aaf5-caac9606517c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'mac_address': 'fa:16:3e:4f:f7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:27Z', 'updated_at': '2021-10-11T20:48:40Z', 'revision_number': 1, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:41.353420 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] Checking router: 759806dd-ea3b-4031-b4f7-5e5f79d19e2b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:48:41.360316 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-c3aa6909-dca9-4282-b5c1-f7da7dadda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:41.361795 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-c3aa6909-dca9-4282-b5c1-f7da7dadda91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f7e520f6-3b02-48f4-980b-3a46702f847e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392113 Oct 11 20:48:41.361976 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:41.362597 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:41.493457 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa1979-4e8c-447d-a05b-a52a8e05eb72 req-20eb322a-0caa-401a-909a-063ab6f3a142 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:41.495046 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcfa1979-4e8c-447d-a05b-a52a8e05eb72 req-20eb322a-0caa-401a-909a-063ab6f3a142 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0781872 Oct 11 20:48:41.501154 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-e9eb6d96-9419-4dff-80db-98e755ab73ee service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279457 Oct 11 20:48:41.582327 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcfa1979-4e8c-447d-a05b-a52a8e05eb72 req-54dc8272-ffb2-4156-9214-3009d80fecf1 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801997 Oct 11 20:48:41.591583 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:41.623743 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-09e42529-d1ea-4a0f-af5f-ccc4d9a1f96e req-89b28274-699d-4c67-ad62-68667cdb1e43 service neutron] 10.222.0.46 "GET /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075242 Oct 11 20:48:41.810285 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'port_id': '1ed62454-e13a-4071-aaf5-caac9606517c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'mac_address': 'fa:16:3e:4f:f7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:27Z', 'updated_at': '2021-10-11T20:48:40Z', 'revision_number': 1, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:41.840288 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ecc2f5-a149-4e5c-9480-4ef3d44de509 None None] The sync data for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi is: [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'port_id': '1ed62454-e13a-4071-aaf5-caac9606517c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'mac_address': 'fa:16:3e:4f:f7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:27Z', 'updated_at': '2021-10-11T20:48:40Z', 'revision_number': 1, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:48:41.952889 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc3f35-177f-4095-9545-e0a93ac834e0 req-8370095c-8f69-4e4c-9a8f-ace0b7ff1ab6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:41.954375 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fcc3f35-177f-4095-9545-e0a93ac834e0 req-8370095c-8f69-4e4c-9a8f-ace0b7ff1ab6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0518019 Oct 11 20:48:41.993751 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2fcc3f35-177f-4095-9545-e0a93ac834e0 req-199805bb-7ce4-46ca-b04d-92f9e503cb94 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Oct 11 20:48:42.040204 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9592d0-9ff7-4815-ac40-9e7560e00d77 None None] New status for floating IP f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a: ACTIVE {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:48:42.693282 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f1b98-b40d-4a7a-8c24-795286fd598e req-029de6d3-ce9f-4c9f-91ed-d7d611ef851e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:42.694731 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-488f1b98-b40d-4a7a-8c24-795286fd598e req-029de6d3-ce9f-4c9f-91ed-d7d611ef851e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0482697 Oct 11 20:48:42.733158 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-488f1b98-b40d-4a7a-8c24-795286fd598e req-5c5f852c-dc65-4c82-acb9-8f689a79fa39 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318794 Oct 11 20:48:43.116430 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a6cd7-941c-4f49-9bb5-24a59a2f5989 req-bc60f0f6-822e-492c-a4cd-247a5e895a34 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:43.117902 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-522a6cd7-941c-4f49-9bb5-24a59a2f5989 req-bc60f0f6-822e-492c-a4cd-247a5e895a34 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0503309 Oct 11 20:48:43.155482 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-522a6cd7-941c-4f49-9bb5-24a59a2f5989 req-310585cd-02a5-4723-a7d5-525febe43d8c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307684 Oct 11 20:48:43.844672 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30265a-e2ca-44f9-a685-d69b80dc1811 req-7f62ad14-f382-47a6-9619-228b98ea475f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:43.846116 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7e30265a-e2ca-44f9-a685-d69b80dc1811 req-7f62ad14-f382-47a6-9619-228b98ea475f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 943 time: 0.0483809 Oct 11 20:48:43.882338 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7e30265a-e2ca-44f9-a685-d69b80dc1811 req-c3b577e6-b1e4-4a68-b983-fdc4b78da1ce tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300901 Oct 11 20:48:44.079603 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a70ee002-7d6f-4a7e-b4ee-16290bdd410d details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:48:44.171409 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port a70ee002-7d6f-4a7e-b4ee-16290bdd410d, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:44.182274 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:48:44.222317 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:44.235739 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70ee002-7d6f-4a7e-b4ee-16290bdd410d {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:48:44.255615 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port a70ee002-7d6f-4a7e-b4ee-16290bdd410d, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:44.261819 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:44.312705 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:44.395769 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:48:44.440084 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e31639-3cf5-40c1-9075-9dea0e97079c req-85188400-4b9c-442b-9f7d-e61f319b8932 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:44.441615 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c3e31639-3cf5-40c1-9075-9dea0e97079c req-85188400-4b9c-442b-9f7d-e61f319b8932 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.2135808 Oct 11 20:48:44.478388 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c3e31639-3cf5-40c1-9075-9dea0e97079c req-b3d6ef84-84c6-45f0-9866-9ace62992c66 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308266 Oct 11 20:48:44.546871 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['a70ee002-7d6f-4a7e-b4ee-16290bdd410d'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:48:45.053426 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d8fbb-19a7-4696-9bcb-ab89ffff9df4 req-ae7b8ab3-ba69-4f58-858d-74241ccaf1f9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:45.054962 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a70d8fbb-19a7-4696-9bcb-ab89ffff9df4 req-ae7b8ab3-ba69-4f58-858d-74241ccaf1f9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 944 time: 0.1051579 Oct 11 20:48:45.096783 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a70d8fbb-19a7-4696-9bcb-ab89ffff9df4 req-ef29a200-4fca-4919-aad8-c2c57b5dbb31 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348272 Oct 11 20:48:45.594307 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7a06a-3c88-4326-b5f9-145396a02707 req-365d629e-a52b-48d5-8334-00c25f20c30b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:45.595675 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cbf7a06a-3c88-4326-b5f9-145396a02707 req-365d629e-a52b-48d5-8334-00c25f20c30b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Oct 11 20:48:45.633184 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cbf7a06a-3c88-4326-b5f9-145396a02707 req-60cab257-94d8-4aab-927b-302a2cf057ce tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313725 Oct 11 20:48:46.092504 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:48:46.166521 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a70ee002-7d6f-4a7e-b4ee-16290bdd410d up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:48:46.230604 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8887bea-72c7-4cf0-8d96-75de4ef543e7 req-84129452-e7e7-4950-b4cf-56fb49051ddc tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:46.238223 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e8887bea-72c7-4cf0-8d96-75de4ef543e7 req-84129452-e7e7-4950-b4cf-56fb49051ddc tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 944 time: 0.0633507 Oct 11 20:48:46.239082 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port a70ee002-7d6f-4a7e-b4ee-16290bdd410d completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:48:46.245415 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port a70ee002-7d6f-4a7e-b4ee-16290bdd410d triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:48:46.245956 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:46.294110 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e8887bea-72c7-4cf0-8d96-75de4ef543e7 req-997a438e-c0e2-4eb7-b741-fe80f405d0be tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544984 Oct 11 20:48:46.300512 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:46.317983 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'port_id': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'mac_address': 'fa:16:3e:8b:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:48:46.390395 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:46.393424 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:46.416631 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:48:46.447537 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:46.458756 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:46.461155 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278929ca-591d-458f-b777-4799704d2e91" -d '{"events": [{"server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "name": "network-vif-plugged", "status": "completed", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:46.472271 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:46.481251 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port a70ee002-7d6f-4a7e-b4ee-16290bdd410d, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:46.520418 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:46.528962 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f576a849-9103-49d3-bc04-08800c3ce542 x-openstack-request-id: req-f576a849-9103-49d3-bc04-08800c3ce542 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:46.529270 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "name": "network-vif-plugged", "status": "completed", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:46.529569 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f576a849-9103-49d3-bc04-08800c3ce542 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:46.529901 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'code': 200} Oct 11 20:48:46.571523 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=6']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:46.579228 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:48:46.675957 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:46.820331 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164145cb-9dc4-402a-9147-e534bf660dba req-d981a99a-10d2-4038-aace-52908c89ede1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:46.822142 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-164145cb-9dc4-402a-9147-e534bf660dba req-d981a99a-10d2-4038-aace-52908c89ede1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 944 time: 0.0679998 Oct 11 20:48:46.844042 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21cecb-821e-4f5a-ad1b-9c0dcd31cce4 req-da864403-af17-4075-bd53-ed302a6b42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:46.845543 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2a21cecb-821e-4f5a-ad1b-9c0dcd31cce4 req-da864403-af17-4075-bd53-ed302a6b42ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1098 time: 0.0555406 Oct 11 20:48:46.877006 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-164145cb-9dc4-402a-9147-e534bf660dba req-5af80a14-6766-4271-b176-809be8bcbdf5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472262 Oct 11 20:48:46.890784 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2a21cecb-821e-4f5a-ad1b-9c0dcd31cce4 req-3a430ddd-d818-4379-87df-8d3c58ef41e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374146 Oct 11 20:48:47.432325 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf739f-fe1c-4a6f-ac44-6fcf2812f07c req-fc53ffd1-77a0-4dcc-bb81-6840ceba837d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:47.434422 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b6cf739f-fe1c-4a6f-ac44-6fcf2812f07c req-fc53ffd1-77a0-4dcc-bb81-6840ceba837d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 945 time: 0.0709784 Oct 11 20:48:47.484187 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b6cf739f-fe1c-4a6f-ac44-6fcf2812f07c req-f95e0ed8-ac1d-4199-bc95-36cc4d298eaa tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Oct 11 20:48:47.958753 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9d9a56f7-7384-4ffe-a462-bb1a4fdeb092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:48.030988 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e109fc-09fe-4d60-9257-780b9c16527d req-0a0bef73-5674-4410-be17-ddddebd83372 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:48.039026 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-77e109fc-09fe-4d60-9257-780b9c16527d req-0a0bef73-5674-4410-be17-ddddebd83372 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 944 time: 0.0675461 Oct 11 20:48:48.115842 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-77e109fc-09fe-4d60-9257-780b9c16527d req-dcfafd34-580b-4e8f-99b3-9b85999bd8ea tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562744 Oct 11 20:48:48.118040 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:48:48.175297 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:48:48.176020 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:48.261737 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:48.299526 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:48:48.306847 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:48.365070 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=7']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:48.533327 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:48.535847 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209faab8-a436-41cb-ba8f-c3e5a582e9df" -d '{"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:48.582952 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2443bd23-4e36-4746-9bde-413515bba003 x-openstack-request-id: req-2443bd23-4e36-4746-9bde-413515bba003 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:48.583474 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:48.583929 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2443bd23-4e36-4746-9bde-413515bba003 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:48.584510 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'code': 200} Oct 11 20:48:48.621671 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e4b45-1ada-4852-af26-548164a6ad79 req-aa359a72-af56-4932-9f81-7fc2f957e2d3 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:48.624558 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-680e4b45-1ada-4852-af26-548164a6ad79 req-aa359a72-af56-4932-9f81-7fc2f957e2d3 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 945 time: 0.0618103 Oct 11 20:48:48.670547 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-680e4b45-1ada-4852-af26-548164a6ad79 req-cda1dce9-bbd4-4ab9-acd7-110807a804cd tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411179 Oct 11 20:48:48.806527 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4fafa-f2c2-4e88-a433-d9f27a184e24 req-b03635d4-8a30-4e2d-a866-f73b087eef69 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:48.807896 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-adf4fafa-f2c2-4e88-a433-d9f27a184e24 req-b03635d4-8a30-4e2d-a866-f73b087eef69 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 945 time: 0.0552685 Oct 11 20:48:48.849879 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-adf4fafa-f2c2-4e88-a433-d9f27a184e24 req-378c346c-3b13-4ff6-98f4-c53ca478e82e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359547 Oct 11 20:48:48.874933 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45654) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:48.915480 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941851f-b9b4-43a8-b670-cfb04577824d tempest-TestVolumeBootPattern-855204383 tempest-TestVolumeBootPattern-855204383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:48.916694 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-4941851f-b9b4-43a8-b670-cfb04577824d tempest-TestVolumeBootPattern-855204383 tempest-TestVolumeBootPattern-855204383-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1093 time: 0.0407193 Oct 11 20:48:48.920251 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45658) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:48.924462 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:48:48.952276 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:49.065336 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:49.233492 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Allocated IP 172.27.2.152 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/8fdb094a-bd22-4388-8650-f5ef7e489dd7) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:48:49.254813 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c1ef-8cb5-43a3-874e-eb13a96a0183 req-80ad61f7-e929-426f-b82f-7c7120363ea2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:49.256431 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fbf3c1ef-8cb5-43a3-874e-eb13a96a0183 req-80ad61f7-e929-426f-b82f-7c7120363ea2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0811470 Oct 11 20:48:49.356581 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fbf3c1ef-8cb5-43a3-874e-eb13a96a0183 req-e4687176-0c43-4e65-8642-29a0c668f580 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521817 Oct 11 20:48:49.396322 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:49.435696 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:49.483150 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:48:49.488566 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:48:49.492080 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:48:49.518140 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=8fdb094a-bd22-4388-8650-f5ef7e489dd7,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:49.895386 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:49.972419 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:50.146286 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:50.153656 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:50.496569 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=8fdb094a-bd22-4388-8650-f5ef7e489dd7,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:48:50.513522 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:50.561397 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d59a04-63ed-4b8b-97e6-34227df5dbb8 req-2f137dc5-4181-4942-8d60-37f856a7c566 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:50.562878 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b2d59a04-63ed-4b8b-97e6-34227df5dbb8 req-2f137dc5-4181-4942-8d60-37f856a7c566 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.1033564 Oct 11 20:48:50.643477 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b2d59a04-63ed-4b8b-97e6-34227df5dbb8 req-e3de5b7c-3fb3-40a0-aac4-352eba4dcc01 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738759 Oct 11 20:48:50.659573 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Floating IP be376bec-e89e-40e0-9698-7afe7ce57959 associated. External IP: 172.27.2.152, port: a70ee002-7d6f-4a7e-b4ee-16290bdd410d. Oct 11 20:48:50.812507 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2156-1138-4c04-b5f1-ebdc9799d349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:50.905228 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:48:51.035020 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:48:51.047105 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055904d-8602-4610-909e-edba873e1476 None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:48:51.058792 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:51.067437 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:51.068187 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:51.123194 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-a48b215b-39c1-412e-acdf-db1a8456a3f0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2018213 Oct 11 20:48:51.124147 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:48:51.127259 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e53a97-520d-45d7-ae19-39b7d9d5bbab" -d '{"events": [{"name": "network-changed", "server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:48:51.168176 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfaa80f-6a19-4069-8bd5-7a14646e6aa0 x-openstack-request-id: req-ddfaa80f-6a19-4069-8bd5-7a14646e6aa0 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:48:51.168809 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:48:51.168809 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddfaa80f-6a19-4069-8bd5-7a14646e6aa0 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:48:51.169099 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'status': 'completed', 'code': 200} Oct 11 20:48:51.227547 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:51.252592 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-2ec2492d-ecc8-464f-b4c4-3827225fee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:51.254089 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-2ec2492d-ecc8-464f-b4c4-3827225fee7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1098 time: 0.0607383 Oct 11 20:48:51.364621 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-5957b6e9-7e14-436c-83a7-86494adfbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:51.367087 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-5957b6e9-7e14-436c-83a7-86494adfbf6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.1046827 Oct 11 20:48:51.456043 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-29c7ff67-0930-400c-8a8c-e8c74ba3ef88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 200 len: 999 time: 0.0773427 Oct 11 20:48:51.507064 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:51.512296 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-1f435166-6b15-4cd7-a997-ec84b8eb5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:51.513902 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-1f435166-6b15-4cd7-a997-ec84b8eb5456 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0500951 Oct 11 20:48:51.538978 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:49Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:51.570530 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-4d6be4ce-60a9-4f66-b6c8-1f443ae4b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:51.571943 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-4d6be4ce-60a9-4f66-b6c8-1f443ae4b8b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469017 Oct 11 20:48:51.573841 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055904d-8602-4610-909e-edba873e1476 None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:48:51.585566 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:48:51.586196 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:48:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:51.675648 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-b5ee9574-1727-4dc2-a841-d33dbbbc7904 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952017 Oct 11 20:48:51.719110 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:48:51.805486 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e5212-2298-465a-af64-ac5b5f005418 req-e1b3823f-e2b8-4737-a730-d1663a0f1030 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:51.814572 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-259e5212-2298-465a-af64-ac5b5f005418 req-e1b3823f-e2b8-4737-a730-d1663a0f1030 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0668709 Oct 11 20:48:51.821727 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-82e53a97-520d-45d7-ae19-39b7d9d5bbab req-5e13ffa3-d2c1-4073-baa2-fffdc8cae367 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339324 Oct 11 20:48:51.857358 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-259e5212-2298-465a-af64-ac5b5f005418 req-6617d74f-29ac-4f8a-ad1f-ae23e6894811 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419204 Oct 11 20:48:52.074635 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:52.181583 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3055904d-8602-4610-909e-edba873e1476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:49Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:48:52.214821 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055904d-8602-4610-909e-edba873e1476 None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:49Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:48:52.455316 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbf2bd-6419-4d55-8d3d-c14975112e19 None None] New status for floating IP be376bec-e89e-40e0-9698-7afe7ce57959: ACTIVE {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:48:53.004105 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b551442-8b4d-4bfc-96cf-0492a6e4ce2b req-9c968de1-2c24-4ac8-ac55-869649d85f22 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:53.005739 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4b551442-8b4d-4bfc-96cf-0492a6e4ce2b req-9c968de1-2c24-4ac8-ac55-869649d85f22 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0515893 Oct 11 20:48:53.056732 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4b551442-8b4d-4bfc-96cf-0492a6e4ce2b req-8d957a31-c443-46c1-8eb7-37eac6af24bf tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Oct 11 20:48:53.113410 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:54.208445 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1301c-5cc6-4ac2-8ce1-63916475342f req-6d23c49a-e330-495d-b5ce-1147a9e91e1c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:54.210685 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-06b1301c-5cc6-4ac2-8ce1-63916475342f req-6d23c49a-e330-495d-b5ce-1147a9e91e1c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0537169 Oct 11 20:48:54.251930 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-06b1301c-5cc6-4ac2-8ce1-63916475342f req-c76b7505-6f0d-425f-a897-1e68d14796bb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350063 Oct 11 20:48:55.371472 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24954861-3eaf-4bf1-abed-37d640ba35b5 req-4e849bf6-8094-4125-b70d-871fc6898833 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:55.372951 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-24954861-3eaf-4bf1-abed-37d640ba35b5 req-4e849bf6-8094-4125-b70d-871fc6898833 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0486803 Oct 11 20:48:55.411058 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-24954861-3eaf-4bf1-abed-37d640ba35b5 req-e7937589-64c1-439a-9284-75b05d902c13 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322688 Oct 11 20:48:55.862834 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-58b5c7d1-1ae9-4505-8728-ff83a399671c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:55.864194 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-58b5c7d1-1ae9-4505-8728-ff83a399671c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1098 time: 0.0402827 Oct 11 20:48:55.955827 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-c553f19f-ffd1-4c93-a9b1-f0746d1447a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:55.957279 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-c553f19f-ffd1-4c93-a9b1-f0746d1447a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0856314 Oct 11 20:48:56.024545 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-d40bc1d8-3b1f-44b6-bde0-b8b5d83d29cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 200 len: 1001 time: 0.0582788 Oct 11 20:48:56.073616 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-b804d4b0-302f-4360-ba1c-f35f04987664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:56.074772 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-b804d4b0-302f-4360-ba1c-f35f04987664 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0431604 Oct 11 20:48:56.118423 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-bafcde37-ccfd-4620-8a68-120f58741f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:56.120523 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-bafcde37-ccfd-4620-8a68-120f58741f89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388260 Oct 11 20:48:56.210018 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-38458520-9349-40d4-861f-06db9ee794b0 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828509 Oct 11 20:48:56.297671 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-34a7cd15-293a-4469-b1d9-e2bc8a8196fa req-33ee9ed3-1b4e-4dfb-9a37-1181311205b7 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795932 Oct 11 20:48:56.528301 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d8a6a-e7c0-4bf6-b07d-e58d2107db2a req-dee12021-d041-4603-9c2a-29ba8158e967 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:56.529724 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f20d8a6a-e7c0-4bf6-b07d-e58d2107db2a req-dee12021-d041-4603-9c2a-29ba8158e967 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0466411 Oct 11 20:48:56.566788 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f20d8a6a-e7c0-4bf6-b07d-e58d2107db2a req-2f05e364-4860-4b57-bac4-b1f21d974e3a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311804 Oct 11 20:48:56.662231 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:48:57.688793 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc93326-3416-4d4f-b1f8-ebe18e7a4e5a req-0a7b07ef-b16a-4907-a7f4-8cab209373a9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:57.690229 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bfc93326-3416-4d4f-b1f8-ebe18e7a4e5a req-0a7b07ef-b16a-4907-a7f4-8cab209373a9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0511749 Oct 11 20:48:57.726576 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bfc93326-3416-4d4f-b1f8-ebe18e7a4e5a req-f74c3fe0-7e26-4809-a78c-35b741d74090 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Oct 11 20:48:58.842150 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e118b9-21b5-4a67-885b-c7b3837000ad req-67ae594c-b99b-4ca9-8c96-bebfbe05e4e9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:58.843607 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-81e118b9-21b5-4a67-885b-c7b3837000ad req-67ae594c-b99b-4ca9-8c96-bebfbe05e4e9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0476584 Oct 11 20:48:58.879431 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-81e118b9-21b5-4a67-885b-c7b3837000ad req-106211c8-a2b0-4a63-bec9-643e5e7062c3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300167 Oct 11 20:48:59.375047 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [req-452d9be3-a9db-4d9f-acc6-106c06e3415f req-9e9d4cc8-2f15-4032-b7d5-afc219c3fdf3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:48:59.376031 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-452d9be3-a9db-4d9f-acc6-106c06e3415f req-9e9d4cc8-2f15-4032-b7d5-afc219c3fdf3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474672 Oct 11 20:48:59.530624 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a289-44fe-433d-9142-345cdded2d4d req-9972dbb0-d829-45c1-8122-76ed0b0180f9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:48:59.532118 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fdc9a289-44fe-433d-9142-345cdded2d4d req-9972dbb0-d829-45c1-8122-76ed0b0180f9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 945 time: 0.0497763 Oct 11 20:48:59.571720 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fdc9a289-44fe-433d-9142-345cdded2d4d req-a40ecbf2-c523-45b9-8fae-8d02ef5f8b7d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Oct 11 20:48:59.752449 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 45764) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:48:59.836707 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-c5fe7efb-1d54-4028-9d65-62e1cd8a769f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831263 Oct 11 20:48:59.845376 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-c0b7ad6c-7f1e-4b85-9851-67ff2d88325e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:48:59.846499 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-c0b7ad6c-7f1e-4b85-9851-67ff2d88325e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049284 Oct 11 20:49:00.157834 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:49:00.235811 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:00.258542 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:49:00.260907 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcf45ec-4bf0-4e08-a003-e747ba0ea13b" -d '{"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:49:00.273930 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:00.279215 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:00.302427 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Oct 2021 20:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4f675a-3f5f-4f08-a23a-f5df1d44d16f x-openstack-request-id: req-aa4f675a-3f5f-4f08-a23a-f5df1d44d16f {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:49:00.302740 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-unplugged", "status": "failed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4", "code": 422}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:49:00.302992 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa4f675a-3f5f-4f08-a23a-f5df1d44d16f {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:49:00.303392 dv-cinder-813532-1-iscsi neutron-server[105806]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'code': 422} returned with failed status Oct 11 20:49:00.328884 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=8']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:00.700729 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e8bf7-8134-42fd-aaa9-7ed64d543ed0 req-339104a9-34ca-4b8d-9b3d-0f867bff30fb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:00.702093 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0c8e8bf7-8134-42fd-aaa9-7ed64d543ed0 req-339104a9-34ca-4b8d-9b3d-0f867bff30fb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0485375 Oct 11 20:49:00.742016 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0c8e8bf7-8134-42fd-aaa9-7ed64d543ed0 req-cc924cc9-b0f1-4e2e-9c5e-beef0322e885 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334744 Oct 11 20:49:01.293351 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-32946335-f46a-4f2c-abdc-6cac51e03dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:01.294720 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-32946335-f46a-4f2c-abdc-6cac51e03dd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7&tenant_id=42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0669339 Oct 11 20:49:01.358217 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-a552ceae-3f74-405c-b726-aead27dabc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:01.359649 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-a552ceae-3f74-405c-b726-aead27dabc12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1096 time: 0.0386176 Oct 11 20:49:01.449938 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-d2b6dbcf-13a0-4cd5-bd76-4ec2dcc52444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:01.451366 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-d2b6dbcf-13a0-4cd5-bd76-4ec2dcc52444 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0839124 Oct 11 20:49:01.513239 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-d41909ce-543d-4904-967c-ece65df929b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 200 len: 999 time: 0.0543432 Oct 11 20:49:01.566205 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-ed58840f-599c-4dc3-abee-eba0b21b224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:01.567540 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-ed58840f-599c-4dc3-abee-eba0b21b224f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0447805 Oct 11 20:49:01.612716 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-cf36085a-158e-4ecd-8a6b-9f5034c79f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:01.614121 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-cf36085a-158e-4ecd-8a6b-9f5034c79f37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381100 Oct 11 20:49:01.709176 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-22a54eac-042f-449a-aac3-64137b840a67 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826201 Oct 11 20:49:01.799964 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-84a36251-6459-4bda-8bcc-61483eb7a8a3 req-10d835b7-391f-4565-9ded-3ed03f889048 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814428 Oct 11 20:49:01.869579 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c4428-0c7a-4e45-bad0-96dd7e040250 req-7f1349f6-3e96-4f2f-8296-b821938ddae1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:01.871074 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fd3c4428-0c7a-4e45-bad0-96dd7e040250 req-7f1349f6-3e96-4f2f-8296-b821938ddae1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0546944 Oct 11 20:49:01.908009 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fd3c4428-0c7a-4e45-bad0-96dd7e040250 req-a9e8ae5b-a14e-4e50-b865-5cd3936978c5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312405 Oct 11 20:49:03.040736 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5e11e-7bda-49ee-89bf-3d9033e3cae9 req-cde34928-1962-481b-b729-06139aa72dec tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:03.042798 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-32b5e11e-7bda-49ee-89bf-3d9033e3cae9 req-cde34928-1962-481b-b729-06139aa72dec tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0634673 Oct 11 20:49:03.083531 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-32b5e11e-7bda-49ee-89bf-3d9033e3cae9 req-b950c665-775f-431f-b3d2-d5551a797933 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Oct 11 20:49:04.224234 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035eb96-4b1e-47a7-bcd0-55220b63c35f req-d927c75f-947d-4760-acc8-e4b10c6438bb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:04.225950 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1035eb96-4b1e-47a7-bcd0-55220b63c35f req-d927c75f-947d-4760-acc8-e4b10c6438bb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0497739 Oct 11 20:49:04.265047 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1035eb96-4b1e-47a7-bcd0-55220b63c35f req-2789b867-bc50-4bb6-96d7-ac46b9452893 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320930 Oct 11 20:49:05.391700 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4c49-a8c0-4f18-b52c-436582abd99d req-d650a537-ad01-4ca1-add6-f0a4d485412b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:05.394018 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b8cc4c49-a8c0-4f18-b52c-436582abd99d req-d650a537-ad01-4ca1-add6-f0a4d485412b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0562868 Oct 11 20:49:05.431519 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b8cc4c49-a8c0-4f18-b52c-436582abd99d req-b4ee4760-3611-42c9-b7bd-76dceedc975d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312841 Oct 11 20:49:06.563618 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463e850-03c4-4abd-86ca-e418a40750cd req-0dd8506c-43b2-44b0-87f5-4a1cb1ffc905 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:06.565155 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0463e850-03c4-4abd-86ca-e418a40750cd req-0dd8506c-43b2-44b0-87f5-4a1cb1ffc905 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0547705 Oct 11 20:49:06.603165 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0463e850-03c4-4abd-86ca-e418a40750cd req-4df08978-f85a-4299-9cda-1168947bd53d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317118 Oct 11 20:49:07.739337 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52483b-10d3-4d60-b847-b44964b691af req-e958b5e2-b4b8-4ac9-aa24-7fcc05abf071 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:07.740790 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b52483b-10d3-4d60-b847-b44964b691af req-e958b5e2-b4b8-4ac9-aa24-7fcc05abf071 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0482290 Oct 11 20:49:07.777658 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1b52483b-10d3-4d60-b847-b44964b691af req-abd5d62f-af40-4a02-800a-08c6b1645b95 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Oct 11 20:49:08.900338 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c54d1-edec-41d7-81c3-a9cf27a8f138 req-91a1c550-31e4-4916-8a50-f502a4f6a650 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:08.902753 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9d4c54d1-edec-41d7-81c3-a9cf27a8f138 req-91a1c550-31e4-4916-8a50-f502a4f6a650 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0533354 Oct 11 20:49:08.943287 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9d4c54d1-edec-41d7-81c3-a9cf27a8f138 req-5368fd52-1cac-469f-8159-947376a1c343 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340962 Oct 11 20:49:10.074468 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e498a-e335-4507-ba8e-99d918c1bb61 req-aeef6a82-8640-4309-8ec0-191154482b92 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:10.076132 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4c6e498a-e335-4507-ba8e-99d918c1bb61 req-aeef6a82-8640-4309-8ec0-191154482b92 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0494668 Oct 11 20:49:10.115757 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4c6e498a-e335-4507-ba8e-99d918c1bb61 req-dc1a5643-2b95-48d7-922b-a5258dc0a7c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334814 Oct 11 20:49:11.250388 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aede4-cd7f-4c6a-86f1-0dd693a3b924 req-70f73512-0b1e-4733-8692-ba632e97fb60 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:11.251857 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9f0aede4-cd7f-4c6a-86f1-0dd693a3b924 req-70f73512-0b1e-4733-8692-ba632e97fb60 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0481541 Oct 11 20:49:11.289737 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9f0aede4-cd7f-4c6a-86f1-0dd693a3b924 req-2b1c16f8-f1d4-4895-98f5-c690bbf59470 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Oct 11 20:49:12.421111 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a06aa5-863f-4595-9b82-af88b72f4f30 req-0a7716a7-530b-49c1-a42f-2cade8ee88e5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:12.422587 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-69a06aa5-863f-4595-9b82-af88b72f4f30 req-0a7716a7-530b-49c1-a42f-2cade8ee88e5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0549951 Oct 11 20:49:12.460406 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-69a06aa5-863f-4595-9b82-af88b72f4f30 req-7f70542c-1314-4757-a227-f48a47f6592d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313787 Oct 11 20:49:13.578189 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101bf80-cafc-4e85-9c31-a202163ae683 req-ba7a42cc-3800-46ac-b46a-f9307e322a99 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:13.579636 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a101bf80-cafc-4e85-9c31-a202163ae683 req-ba7a42cc-3800-46ac-b46a-f9307e322a99 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0471990 Oct 11 20:49:13.615279 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a101bf80-cafc-4e85-9c31-a202163ae683 req-43a27f44-bf30-468f-8563-de4f1c12984e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298874 Oct 11 20:49:14.732361 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e56879-da8b-45b4-9fe2-79f4b01c0d3e req-5d3aee45-5da6-4995-b4b2-4ea018e9cb4c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:14.733801 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-60e56879-da8b-45b4-9fe2-79f4b01c0d3e req-5d3aee45-5da6-4995-b4b2-4ea018e9cb4c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0478873 Oct 11 20:49:14.769915 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-60e56879-da8b-45b4-9fe2-79f4b01c0d3e req-88c1541d-e8ad-4d7e-89e8-768d470d9bb1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304029 Oct 11 20:49:15.890837 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8211ddb-787a-4bed-91c6-e5fa8396aaed req-f1f5577e-578d-474a-af7b-bd6370b7edb2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:15.892277 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d8211ddb-787a-4bed-91c6-e5fa8396aaed req-f1f5577e-578d-474a-af7b-bd6370b7edb2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0511634 Oct 11 20:49:15.928289 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d8211ddb-787a-4bed-91c6-e5fa8396aaed req-06c6db23-1327-4442-b90e-85e4f6c010c2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302594 Oct 11 20:49:17.045375 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b64cb-0619-4792-b803-07d51e048b46 req-89a23c97-1f02-424b-8194-eb78a8a541db tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:17.046816 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fb3b64cb-0619-4792-b803-07d51e048b46 req-89a23c97-1f02-424b-8194-eb78a8a541db tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0475819 Oct 11 20:49:17.083477 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-fb3b64cb-0619-4792-b803-07d51e048b46 req-81ecafaa-8719-4d19-a917-ff8ead03c766 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309453 Oct 11 20:49:17.953137 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a8a91fda-bae4-4ce1-8da0-b70474d7b217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:18.201468 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44abafd-c739-43e1-b627-f634265a19f1 req-dae8140d-f2e9-46c8-b839-507b808962aa tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:18.202961 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d44abafd-c739-43e1-b627-f634265a19f1 req-dae8140d-f2e9-46c8-b839-507b808962aa tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0470836 Oct 11 20:49:18.241682 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d44abafd-c739-43e1-b627-f634265a19f1 req-1d901d72-c31b-4a04-a947-26ff06c620b6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329940 Oct 11 20:49:19.362835 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5b409-5a71-4414-b690-75dd3dc66b9b req-90be6973-3011-48e2-8dcc-9750deedb5fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:19.364271 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9ae5b409-5a71-4414-b690-75dd3dc66b9b req-90be6973-3011-48e2-8dcc-9750deedb5fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0519545 Oct 11 20:49:19.402745 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9ae5b409-5a71-4414-b690-75dd3dc66b9b req-8c95b2c5-e4b8-4092-8e81-7006cd498716 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325255 Oct 11 20:49:20.519558 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea423ab-a3eb-4cc5-b1e7-ced32e5063a1 req-6bace9ce-1d13-473c-b28d-c7d195293a1e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:20.520999 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5ea423ab-a3eb-4cc5-b1e7-ced32e5063a1 req-6bace9ce-1d13-473c-b28d-c7d195293a1e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0484972 Oct 11 20:49:20.557831 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5ea423ab-a3eb-4cc5-b1e7-ced32e5063a1 req-413bcfa8-5d61-4ef9-b4cb-662f31274c65 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309119 Oct 11 20:49:20.794792 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-94d612ab-2e89-4083-bbd6-59cd8ad8bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:21.396141 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:49:21.470149 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:21.677598 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932a2a2-9a26-44d2-8c84-2408eb64d64f req-1677c3fa-5763-460a-a0e6-072861bbf61b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:21.679078 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3932a2a2-9a26-44d2-8c84-2408eb64d64f req-1677c3fa-5763-460a-a0e6-072861bbf61b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 943 time: 0.0485961 Oct 11 20:49:21.716649 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-3932a2a2-9a26-44d2-8c84-2408eb64d64f req-43a60f69-1bfa-42ec-a66f-f63e9f5e7e2a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Oct 11 20:49:21.876225 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:22.305881 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:49:22.400095 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:22.410995 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'port_id': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'mac_address': 'fa:16:3e:8b:ab:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:49:22.446751 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:22.459566 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:49:22.477853 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:22.481711 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:22.530736 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=9']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:22.694692 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:49:22.842162 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7afca-97e4-43b1-8447-61f1e4989a13 req-58d351be-12c9-47f3-8258-87b517b3b6c9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:22.843624 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-75f7afca-97e4-43b1-8447-61f1e4989a13 req-58d351be-12c9-47f3-8258-87b517b3b6c9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 944 time: 0.0513177 Oct 11 20:49:22.880470 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-75f7afca-97e4-43b1-8447-61f1e4989a13 req-f55b6ab6-d207-4a35-aade-296b7d15bde6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Oct 11 20:49:23.108721 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:23.995649 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a361cb6-767f-4762-948b-3d3b13f464d8 req-d93db7a8-125c-496e-b86f-71f75508b0a2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:23.997247 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2a361cb6-767f-4762-948b-3d3b13f464d8 req-d93db7a8-125c-496e-b86f-71f75508b0a2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 944 time: 0.0476880 Oct 11 20:49:24.033559 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2a361cb6-767f-4762-948b-3d3b13f464d8 req-5bac2d5d-6f87-4ab8-877a-a0dda073ab36 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305135 Oct 11 20:49:24.311480 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:49:24.361082 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:49:24.361443 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:24.433044 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:24.454530 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:49:24.456737 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4032d2-b372-4c50-aa6c-9bfd35a4d092" -d '{"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:49:24.469674 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:24.473902 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:24.522972 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=10']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:24.549158 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a060c2d-6141-4a43-83d9-9df6c094a53e x-openstack-request-id: req-9a060c2d-6141-4a43-83d9-9df6c094a53e {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:49:24.549473 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-plugged", "status": "completed", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:49:24.549731 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a060c2d-6141-4a43-83d9-9df6c094a53e {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:49:24.550139 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'code': 200} Oct 11 20:49:25.022031 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8d7c4-e22c-41ba-a4fb-a0a647bf7d4c req-ecb24cc0-fd36-4077-ab91-f85cfe8043dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:25.023654 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70b8d7c4-e22c-41ba-a4fb-a0a647bf7d4c req-ecb24cc0-fd36-4077-ab91-f85cfe8043dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1099 time: 0.0859795 Oct 11 20:49:25.066254 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70b8d7c4-e22c-41ba-a4fb-a0a647bf7d4c req-e9441569-c57e-4f0a-9e18-4d30a7b65021 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351624 Oct 11 20:49:25.156774 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a1f4c-7ac7-4e8c-8741-14309b162f18 req-96ca7de1-ec17-4e88-9267-833eb8bc88c3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:25.158258 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d52a1f4c-7ac7-4e8c-8741-14309b162f18 req-96ca7de1-ec17-4e88-9267-833eb8bc88c3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 946 time: 0.0478177 Oct 11 20:49:25.196667 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d52a1f4c-7ac7-4e8c-8741-14309b162f18 req-14d00420-2eb6-4cd9-8daa-d60bd8ee4b2f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Oct 11 20:49:26.330753 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e1469-cfd7-4ea7-b4b9-c66903d49f43 req-dc6a2e97-8b20-491a-9f8c-552ee0478a36 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:26.333806 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-cc0e1469-cfd7-4ea7-b4b9-c66903d49f43 req-dc6a2e97-8b20-491a-9f8c-552ee0478a36 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 946 time: 0.0607440 Oct 11 20:49:26.378990 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-cc0e1469-cfd7-4ea7-b4b9-c66903d49f43 req-d120166e-b002-4f21-8dca-664bdf068719 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390527 Oct 11 20:49:26.667062 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:27.499558 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ec0c6-f0fc-4405-8d9b-f4a5c29dc38c req-72564218-d38b-4498-9a4a-76e6731bd2a1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:27.501018 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-aa0ec0c6-f0fc-4405-8d9b-f4a5c29dc38c req-72564218-d38b-4498-9a4a-76e6731bd2a1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 946 time: 0.0526347 Oct 11 20:49:27.538251 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-aa0ec0c6-f0fc-4405-8d9b-f4a5c29dc38c req-d01554d3-4d2f-4744-b789-1c5eb9659e9a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314128 Oct 11 20:49:45.236326 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea40b8-b5d9-4eeb-82ca-7c50158b9730 req-a57eaa7e-ed59-46a6-b834-4e2155a3e4ff tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:45.237683 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d1ea40b8-b5d9-4eeb-82ca-7c50158b9730 req-a57eaa7e-ed59-46a6-b834-4e2155a3e4ff tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0474069 Oct 11 20:49:45.273706 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d1ea40b8-b5d9-4eeb-82ca-7c50158b9730 req-ea3a0650-5495-470f-8a6d-5895174068e7 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302241 Oct 11 20:49:46.391954 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9a040-8cc7-4823-8073-e32fcf673ae4 req-fc592800-4a99-4089-a00d-f33dcea02a5f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:46.393291 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-86d9a040-8cc7-4823-8073-e32fcf673ae4 req-fc592800-4a99-4089-a00d-f33dcea02a5f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0517273 Oct 11 20:49:46.429282 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-86d9a040-8cc7-4823-8073-e32fcf673ae4 req-52163a15-3da8-4c1b-aaa6-97fe4ffc6f39 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300846 Oct 11 20:49:47.126663 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-ec4bb34d-7177-4c46-9c0a-162239b93679 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:47.128087 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-ec4bb34d-7177-4c46-9c0a-162239b93679 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0491247 Oct 11 20:49:47.215698 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Deleting port 1ed62454-e13a-4071-aaf5-caac9606517c {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:49:47.216105 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:47.302701 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] For port 1ed62454-e13a-4071-aaf5-caac9606517c, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=1ed62454-e13a-4071-aaf5-caac9606517c,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:47.303055 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:47.467199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:47.467763 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:47.467875 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Floating IP f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a disassociated. External IP: 172.27.2.45, port: 1ed62454-e13a-4071-aaf5-caac9606517c. Oct 11 20:49:47.468199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Calling delete_port for 1ed62454-e13a-4071-aaf5-caac9606517c owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:49:47.546075 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f40460-0ce1-4d35-8dd3-01536fe4bb89 req-559993c5-0a8d-4d64-a0c7-5b501a84705d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:47.547667 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-08f40460-0ce1-4d35-8dd3-01536fe4bb89 req-559993c5-0a8d-4d64-a0c7-5b501a84705d tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/ports?device_id=a15e307e-0352-4134-be26-af275b4c4ad7 HTTP/1.1" status: 200 len: 946 time: 0.0524895 Oct 11 20:49:47.585699 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-08f40460-0ce1-4d35-8dd3-01536fe4bb89 req-8c2126ef-5530-4cd6-975f-a24cfc8ee22f tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups?id=d10e2d2d-cb88-4de1-a152-732ef675b712&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317912 Oct 11 20:49:47.596054 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:47.633902 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event deleted for resources: {'Port': ['ID=1ed62454-e13a-4071-aaf5-caac9606517c,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:47.645350 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.645643 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.645977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.646309 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.646656 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.646980 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.647297 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.647614 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.647935 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.648246 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.648558 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.648871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:47.752844 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:49:47.854765 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:49:47.865305 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] Sync routers for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:49:47.875227 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:49:47.875837 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:47.892511 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] No DVR routers for this DVR port 1ed62454-e13a-4071-aaf5-caac9606517c on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:49:47.895014 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:47.898255 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8f3d0a4d-5427-4751-817c-cae9825dfe7c req-4c5e1756-b94f-4375-8d9e-3267d47223c2 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.46 "DELETE /v2.0/ports/1ed62454-e13a-4071-aaf5-caac9606517c HTTP/1.1" status: 204 len: 173 time: 0.7629085 Oct 11 20:49:47.898703 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'name': 'network-vif-deleted', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:49:47.900921 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0b3a6-ccee-4e18-829b-8a5858647aae" -d '{"events": [{"server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "name": "network-vif-deleted", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:49:47.994355 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:49:47.996713 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-c5743dbb-61b8-430a-a908-8e890e660046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:48.013876 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be4ea11-026a-457e-b66b-9fd863dd68b6 x-openstack-request-id: req-7be4ea11-026a-457e-b66b-9fd863dd68b6 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:49:48.014195 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15e307e-0352-4134-be26-af275b4c4ad7", "name": "network-vif-deleted", "tag": "1ed62454-e13a-4071-aaf5-caac9606517c", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:49:48.014656 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7be4ea11-026a-457e-b66b-9fd863dd68b6 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:49:48.014808 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15e307e-0352-4134-be26-af275b4c4ad7', 'name': 'network-vif-deleted', 'tag': '1ed62454-e13a-4071-aaf5-caac9606517c', 'status': 'completed', 'code': 200} Oct 11 20:49:48.203991 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:48.233124 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] Checking router: 759806dd-ea3b-4031-b4f7-5e5f79d19e2b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:49:48.241198 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:49:48.241785 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:48.341500 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:49:48.539960 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:48.565222 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf039295-86da-42b6-855d-ef2d9726d5d8 None None] The sync data for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi is: [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:43:50Z', 'revision_number': 4, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83f9fc4d-1e76-43df-b5a4-2848dcbdaf59', 'name': '', 'network_id': 'f7e520f6-3b02-48f4-980b-3a46702f847e', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'mac_address': 'fa:16:3e:0c:00:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:49Z', 'updated_at': '2021-10-11T20:43:58Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'subnets': [{'id': '3f3a7e06-d8a7-41ea-88cc-a175f1a636cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:49:48.671380 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 46062) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:48.732275 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0e01793b-67fd-4e1b-a09f-cff58c36dc92 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:48.755809 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0e01793b-67fd-4e1b-a09f-cff58c36dc92 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:48.786131 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4488145a-de4b-4772-a81c-ccb24b1ecb15 None None] New status for floating IP f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a: DOWN {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:49:48.806187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0e01793b-67fd-4e1b-a09f-cff58c36dc92 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:48.808840 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0e01793b-67fd-4e1b-a09f-cff58c36dc92 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:48.812407 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0e01793b-67fd-4e1b-a09f-cff58c36dc92 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "DELETE /v2.0/security-groups/d10e2d2d-cb88-4de1-a152-732ef675b712 HTTP/1.1" status: 204 len: 168 time: 0.1376071 Oct 11 20:49:48.812882 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46064) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:48.819391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01793b-67fd-4e1b-a09f-cff58c36dc92 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e2d2d-cb88-4de1-a152-732ef675b712,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:48.833607 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.api.v2.resource [None req-7ed6b0fc-7ac1-47f2-aa15-e917bea73c4c tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] show failed (client error): The resource could not be found. Oct 11 20:49:48.834668 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-7ed6b0fc-7ac1-47f2-aa15-e917bea73c4c tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "GET /v2.0/security-groups/d10e2d2d-cb88-4de1-a152-732ef675b712 HTTP/1.1" status: 404 len: 347 time: 0.0200799 Oct 11 20:49:48.837512 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46066) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:48.959561 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Deleting port 443a260a-5644-4256-a5fd-e7daaeb04199 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:49:48.959905 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:49.035414 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:49.035736 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:49.046754 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Calling delete_port for 443a260a-5644-4256-a5fd-e7daaeb04199 owned by network:floatingip {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:49:49.171389 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:49.198327 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Pushing event deleted for resources: {'Port': ['ID=443a260a-5644-4256-a5fd-e7daaeb04199,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:49.209972 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.210319 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.210688 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.211020 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.211345 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.211671 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.211995 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.212314 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.212634 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.212951 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.213266 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.213577 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:49:49.230039 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks [] for floatingip, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:49.232637 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:49.233763 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-49547819-2869-45cb-86d9-359cabe59663 tempest-AttachVolumeTestJSON-1438585979 tempest-AttachVolumeTestJSON-1438585979-project] 10.222.0.43 "DELETE /v2.0/floatingips/f1701fa5-fcf5-4d28-a5d8-ab2c2374b23a HTTP/1.1" status: 204 len: 168 time: 0.3951900 Oct 11 20:49:50.794794 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b88375b8-cd14-4c7a-b2ef-f520e5dd0457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:51.471477 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:51.878969 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:52.530748 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 1ed62454-e13a-4071-aaf5-caac9606517c no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:49:52.554279 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 1ed62454-e13a-4071-aaf5-caac9606517c {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:49:52.554641 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 1ed62454-e13a-4071-aaf5-caac9606517c not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:49:52.731670 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46098) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:53.113827 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:53.389048 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:53.621841 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Deleting port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:49:53.622176 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:53.704970 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] For port 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:53.705477 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:53.717612 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Calling delete_port for 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 owned by network:router_interface {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:49:53.889914 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:53.914757 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f9fc4d-1e76-43df-b5a4-2848dcbdaf59,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:54.036940 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:54.248698 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:49:54.350755 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:49:54.357937 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a7a57ba3-08a0-4212-9740-e43ed7e80a55 admin admin] 10.222.0.43 "PUT /v2.0/routers/759806dd-ea3b-4031-b4f7-5e5f79d19e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229484 Oct 11 20:49:54.358982 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46102) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:54.361410 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] Sync routers for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:49:54.370342 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:49:54.370983 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:54.457704 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks [] for router, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:54.474870 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:49:54.555428 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:54.613437 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Deleting port cf1f2a70-bd73-4c92-88ce-f89911563696 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:49:54.613827 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:54.698832 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] For port cf1f2a70-bd73-4c92-88ce-f89911563696, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=cf1f2a70-bd73-4c92-88ce-f89911563696,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:54.699217 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:54.711347 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Calling delete_port for cf1f2a70-bd73-4c92-88ce-f89911563696 owned by network:router_gateway {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:49:54.777823 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:49:53Z', 'revision_number': 5, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port': {'id': 'cf1f2a70-bd73-4c92-88ce-f89911563696', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:43:45Z', 'updated_at': '2021-10-11T20:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:54.803277 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] Checking router: 759806dd-ea3b-4031-b4f7-5e5f79d19e2b for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:49:54.811333 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] Routers {'759806dd-ea3b-4031-b4f7-5e5f79d19e2b'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:49:54.811863 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:54.878789 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:54.897918 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] Set router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b gateway port host: None {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:49:54.905349 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1f2a70-bd73-4c92-88ce-f89911563696,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:54.928559 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:54.953561 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:49:54Z', 'revision_number': 6, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port_host': None}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:54.979095 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc07eaff-2503-4372-8ef3-4db191345813 None None] The sync data for ids ['759806dd-ea3b-4031-b4f7-5e5f79d19e2b'] in dv-cinder-813532-1-iscsi is: [{'id': '759806dd-ea3b-4031-b4f7-5e5f79d19e2b', 'name': 'tempest-AttachVolumeTestJSON-722368679-router', 'tenant_id': '0d17687fb55b4523970da4e2fc53a32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:43:44Z', 'updated_at': '2021-10-11T20:49:54Z', 'revision_number': 6, 'project_id': '0d17687fb55b4523970da4e2fc53a32d', 'gw_port_host': None}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:49:55.026992 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.030677 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.076290 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.076959 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 759806dd-ea3b-4031-b4f7-5e5f79d19e2b {{(pid=105805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:49:55.082117 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.085697 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-8892e860-de38-4f4b-ae82-fffb454b635b admin admin] 10.222.0.43 "DELETE /v2.0/routers/759806dd-ea3b-4031-b4f7-5e5f79d19e2b HTTP/1.1" status: 204 len: 168 time: 0.7242346 Oct 11 20:49:55.085922 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46106) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:55.133426 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] Deleting subnet 3f3a7e06-d8a7-41ea-88cc-a175f1a636cd {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:49:55.136426 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.169827 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.213479 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.264552 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.291925 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3a7e06-d8a7-41ea-88cc-a175f1a636cd,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:55.295425 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.299382 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-5d0724b3-8079-4e34-aa03-ba98044084fd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3f3a7e06-d8a7-41ea-88cc-a175f1a636cd HTTP/1.1" status: 204 len: 168 time: 0.2116752 Oct 11 20:49:55.301429 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e23a947-b863-4467-b994-cc1ab1c3eb3a None None] Network f7e520f6-3b02-48f4-980b-3a46702f847e requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:49:55.301888 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46108) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:55.375154 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.437853 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Deleting port 61dcb433-ff87-4734-994e-411b8c6eb2fa {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:49:55.438193 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.505377 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] For port 61dcb433-ff87-4734-994e-411b8c6eb2fa, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=61dcb433-ff87-4734-994e-411b8c6eb2fa,segment=NetworkSegment(53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb),segment_id=53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:49:55.505742 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.517413 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Calling delete_port for 61dcb433-ff87-4734-994e-411b8c6eb2fa owned by network:dhcp {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:49:55.592082 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.620373 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Pushing event deleted for resources: {'Port': ['ID=61dcb433-ff87-4734-994e-411b8c6eb2fa,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:55.624108 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] No DVR routers for this DVR port 61dcb433-ff87-4734-994e-411b8c6eb2fa on host dv-cinder-813532-1-iscsi {{(pid=105805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:49:55.692738 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.712702 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.712702 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.713255 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.713582 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > port after_create 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.713924 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > port after_delete 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.714251 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > port after_update 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.714692 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.714904 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.715210 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.715520 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.747543 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc271f4b-f10e-49a5-878f-bcd20de36f42 None None] DHCP port deletion for f7e520f6-3b02-48f4-980b-3a46702f847e request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:49:55.818517 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.818866 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.819189 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.819507 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 11 20:49:55.819872 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e520f6-3b02-48f4-980b-3a46702f847e']}} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:55.837784 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb') {'for_net_delete': True} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:55.838075 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e2d0a6-6cdb-44a3-aad1-9f0b4438dfdb') {} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:49:55.858374 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742926'] for segment, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.879513 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.887289 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=105805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:49:55.887694 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25185095'] for segment, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: from cryptography.utils import int_from_bytes Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: from cryptography.utils import int_from_bytes Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: Traceback (most recent call last): Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: timer() Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: cb(*args, **kw) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: return func(*args, **kwargs) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: self._notify() Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: self.callback(batched_events) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: event.method(event) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: return f(self, *a, **k) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._get(url).json() Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: return self.request(url, 'GET', **kwargs) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:49:55.891674 dv-cinder-813532-1-iscsi neutron-server[105805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:49:55.948816 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.957258 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:55.960665 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] 10.222.0.43 "DELETE /v2.0/networks/f7e520f6-3b02-48f4-980b-3a46702f847e HTTP/1.1" status: 204 len: 168 time: 0.6577027 Oct 11 20:49:55.970250 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3afb1-dfd3-475a-ab7d-27d37e2f646d admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e520f6-3b02-48f4-980b-3a46702f847e,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:56.078881 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46112) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:56.118145 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-48f8512f-82d6-4eda-be87-20b40fea7acf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d17687fb55b4523970da4e2fc53a32d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380554 Oct 11 20:49:56.120393 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46114) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:56.172774 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6e21ca59-5845-4d0f-be55-80839e825301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:56.187992 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:49:56.194706 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6e21ca59-5845-4d0f-be55-80839e825301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:56.208318 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:49:56.208663 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 83f9fc4d-1e76-43df-b5a4-2848dcbdaf59 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:49:56.209076 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device cf1f2a70-bd73-4c92-88ce-f89911563696 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:49:56.227720 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: cf1f2a70-bd73-4c92-88ce-f89911563696 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:49:56.228063 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device cf1f2a70-bd73-4c92-88ce-f89911563696 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:49:56.228469 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 61dcb433-ff87-4734-994e-411b8c6eb2fa no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:49:56.240544 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6e21ca59-5845-4d0f-be55-80839e825301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:56.243669 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6e21ca59-5845-4d0f-be55-80839e825301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:56.244818 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-6e21ca59-5845-4d0f-be55-80839e825301 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47705cae-b00d-421d-97ec-f74f1797679f HTTP/1.1" status: 204 len: 168 time: 0.1235504 Oct 11 20:49:56.251165 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 61dcb433-ff87-4734-994e-411b8c6eb2fa {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:49:56.251536 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 61dcb433-ff87-4734-994e-411b8c6eb2fa not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:49:56.253655 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21ca59-5845-4d0f-be55-80839e825301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47705cae-b00d-421d-97ec-f74f1797679f,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:56.667618 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:56.890258 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46136) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:56.982290 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-64199723-network', 'tenant_id': 'e74d2cb2606e43fc93e7429bec40acee'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:49:57.004003 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Made reservation on behalf of e74d2cb2606e43fc93e7429bec40acee for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:49:57.006344 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.014564 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.088067 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.091753 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.116625 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:49:57.126084 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4105f9-a64a-4267-acd6-4300d0d2aa0c,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:57.133263 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.133425 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Added segment c9051955-5ae4-44f9-821a-043c81e5de10 of type vlan for network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 Oct 11 20:49:57.171634 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.195383 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.196355 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:57.196913 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.246091 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3546131 Oct 11 20:49:57.249045 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 46140) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:49:57.254634 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Request body: {'subnet': {'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-64199723-subnet', 'tenant_id': 'e74d2cb2606e43fc93e7429bec40acee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:49:57.260830 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed596aeb-7c8f-4eb0-9220-5d54ada62bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:57.271546 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:49:57.276414 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Made reservation on behalf of e74d2cb2606e43fc93e7429bec40acee for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:49:57.278791 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26521093'] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.442241 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26521131'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.503478 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Checking segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:49:57.503740 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Network hostable DHCP agents. Network: f1db8a76-1ef9-4c5e-afc4-0256a7d658b6, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:49:57.506606 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Pushing event updated for resources: {'Subnet': ['ID=5caa5468-2565-45c5-87c7-44b3ecb44d61,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:49:57.522185 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:49:57.530807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, f1db8a76-1ef9-4c5e-afc4-0256a7d658b6) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:49:57.535050 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:57.535624 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:57.540583 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b4275-d48c-4085-8bc7-efee29043e0a None None] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:49:57.550544 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-2866a187-e73b-4fd6-8f64-1c74694604af admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3003266 Oct 11 20:49:57.663231 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40edee6b-a819-471a-b845-278c56c3cfc2 None None] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:49:57.960739 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-016e0461-7dae-4726-8478-2574f58737bf tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:57.962139 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-016e0461-7dae-4726-8478-2574f58737bf tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.1015208 Oct 11 20:49:57.977276 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-250c3795-8c3a-473c-a497-8a6ece03c89a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/quotas/e74d2cb2606e43fc93e7429bec40acee HTTP/1.1" status: 200 len: 375 time: 0.0095286 Oct 11 20:49:58.234391 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-154be0d9-0cc3-49b8-8e56-9f2d6f2dcb26 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2520912 Oct 11 20:49:58.322617 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-2cbc032f-543c-4ed4-bf0f-e76cd9a59dbb service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802383 Oct 11 20:49:58.396863 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:49:58.412693 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-9687424b-fff1-4625-8e6c-52c77249e08b service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840383 Oct 11 20:49:58.564814 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b632ad2f-4c07-4f02-b01e-0adf3946d455 req-620da311-aa77-4e32-b1b8-2d963a53bf44 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 210 time: 0.0254736 Oct 11 20:49:58.703976 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-75b0538d-cfab-41aa-aee7-50e0ae7eef81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441782 Oct 11 20:49:58.788654 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-24d7515c-b48d-4b22-ac5b-a198090245dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:58.790131 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-24d7515c-b48d-4b22-ac5b-a198090245dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 1099 time: 0.0425341 Oct 11 20:49:58.893881 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-82ff6c68-1526-48ae-8e05-476b0f2063aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:58.895363 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-82ff6c68-1526-48ae-8e05-476b0f2063aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0843101 Oct 11 20:49:58.963217 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-b3327818-5e42-43b0-937e-e0df8f27774f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 200 len: 1001 time: 0.0603426 Oct 11 20:49:59.014795 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-8f80e219-23d1-4c08-8fec-277ecb7b8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:59.016240 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-8f80e219-23d1-4c08-8fec-277ecb7b8a0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0453501 Oct 11 20:49:59.061577 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-8150acb6-801c-46aa-a879-ca4feb326f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:59.063191 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-8150acb6-801c-46aa-a879-ca4feb326f8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392578 Oct 11 20:49:59.153986 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-8a99c847-9719-4f50-b011-18b5b9979e68 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828238 Oct 11 20:49:59.242673 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d47a4ba-7373-421d-bf1c-bc2219ce4dfd req-1059af58-fba1-435a-97bc-55d9fcbbff41 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804865 Oct 11 20:49:59.484391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-55c4622e-3b02-4c42-a5f6-b047521e776e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:49:59.485804 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-55c4622e-3b02-4c42-a5f6-b047521e776e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.1019297 Oct 11 20:49:59.505870 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Request body: {'port': {'device_id': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'admin_state_up': True, 'tenant_id': 'e74d2cb2606e43fc93e7429bec40acee'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:49:59.617772 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Made reservation on behalf of e74d2cb2606e43fc93e7429bec40acee for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:49:59.621266 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:59.659781 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-48a8efc3-7dd0-4f8a-8ae3-f8a19eb5b39d req-4ea612a5-ab0e-498c-ac0f-585d8fd2a0fe tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 210 time: 0.0272558 Oct 11 20:49:59.744518 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Allocated IP 172.20.0.3 (f1db8a76-1ef9-4c5e-afc4-0256a7d658b6/5caa5468-2565-45c5-87c7-44b3ecb44d61/70bd2270-0eb6-4195-8ec7-77cf58068812) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:49:59.884441 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:59.915383 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:49:59.954751 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:49:59.959583 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:49:59.963099 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:49:59.992256 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event updated for resources: {'Port': ['ID=70bd2270-0eb6-4195-8ec7-77cf58068812,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:00.016501 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:00.017092 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:00.031347 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-0a261db6-84e2-4b1a-ad12-c2df4893d98a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5292430 Oct 11 20:50:00.044439 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Request body: {'port': {'device_id': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:00.094816 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:00.592193 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bd2270-0eb6-4195-8ec7-77cf58068812 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:00.600481 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:00.612853 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Transition to ACTIVE for port object 70bd2270-0eb6-4195-8ec7-77cf58068812 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:50:00.616511 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:00.698772 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Pushing event updated for resources: {'Port': ['ID=70bd2270-0eb6-4195-8ec7-77cf58068812,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:00.780166 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Attempting to bind port 70bd2270-0eb6-4195-8ec7-77cf58068812 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:50:00.780511 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Attempting to bind port 70bd2270-0eb6-4195-8ec7-77cf58068812 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:50:00.780844 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Attempting to bind port 70bd2270-0eb6-4195-8ec7-77cf58068812 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:00.790434 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Port 70bd2270-0eb6-4195-8ec7-77cf58068812 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:50:00.790793 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Attempting to bind port 70bd2270-0eb6-4195-8ec7-77cf58068812 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:00.798396 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:50:00.799261 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Checking segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:50:00.799964 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Bound using segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:50:00.800242 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Bound port: 70bd2270-0eb6-4195-8ec7-77cf58068812, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:50:00.800615 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:00.825663 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36506d7-c445-4777-bec1-b9324bc8ee0c req-3eb0374c-5cb0-47fa-9faa-69f0261d7250 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:00.827143 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c36506d7-c445-4777-bec1-b9324bc8ee0c req-3eb0374c-5cb0-47fa-9faa-69f0261d7250 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 943 time: 0.0830154 Oct 11 20:50:00.899848 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c36506d7-c445-4777-bec1-b9324bc8ee0c req-4289ec37-17a9-405e-99f4-ae2eef1c0c97 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525496 Oct 11 20:50:00.903908 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] For port 70bd2270-0eb6-4195-8ec7-77cf58068812, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:50:00.906948 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] For port 70bd2270-0eb6-4195-8ec7-77cf58068812, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=70bd2270-0eb6-4195-8ec7-77cf58068812,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:50:00.921087 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:00.947184 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:00.947792 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:00.949149 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] 10.222.0.46 "PUT /v2.0/ports/70bd2270-0eb6-4195-8ec7-77cf58068812 HTTP/1.1" status: 200 len: 1093 time: 0.9085474 Oct 11 20:50:00.949578 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'tag': '70bd2270-0eb6-4195-8ec7-77cf58068812'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:00.951904 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e18085a7-54ac-42d7-8d00-0a17ead04458", "tag": "70bd2270-0eb6-4195-8ec7-77cf58068812"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:00.977721 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dd834-06fb-4626-808b-eaea7aa252dd service neutron] Pushing event updated for resources: {'Port': ['ID=70bd2270-0eb6-4195-8ec7-77cf58068812,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:00.991477 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64af6c0-f244-44db-ab0b-d612839eebc4 x-openstack-request-id: req-f64af6c0-f244-44db-ab0b-d612839eebc4 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:00.991759 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18085a7-54ac-42d7-8d00-0a17ead04458", "tag": "70bd2270-0eb6-4195-8ec7-77cf58068812", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:00.992006 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f64af6c0-f244-44db-ab0b-d612839eebc4 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:00.992396 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'tag': '70bd2270-0eb6-4195-8ec7-77cf58068812', 'status': 'completed', 'code': 200} Oct 11 20:50:01.039386 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-469034d5-1b74-4152-b77b-6bb9f50e6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:01.040838 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-469034d5-1b74-4152-b77b-6bb9f50e6db4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 1096 time: 0.0411339 Oct 11 20:50:01.091388 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-68cab1dd-4ea0-446d-a5b0-85b1aa2ebbb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70bd2270-0eb6-4195-8ec7-77cf58068812 HTTP/1.1" status: 200 len: 217 time: 0.0383005 Oct 11 20:50:01.143187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-81e48e76-a68b-4d72-a170-3a3923ed9882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:01.144629 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-81e48e76-a68b-4d72-a170-3a3923ed9882 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0433502 Oct 11 20:50:01.177469 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-be2db095-34ff-4750-a1fd-b94208e4511e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243633 Oct 11 20:50:01.268469 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-5301156b-1818-45f4-be90-2eec0bf24cfb service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820661 Oct 11 20:50:01.358311 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ad7822a1-0165-4455-8b58-d50baf6ca3d3 req-f0e4b9a1-c4c6-49a2-9b32-5abf8f629725 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822957 Oct 11 20:50:01.449246 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-7ba79095-73de-49eb-aa38-1c1a09648261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:01.450720 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-7ba79095-73de-49eb-aa38-1c1a09648261 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 1096 time: 0.0433404 Oct 11 20:50:01.539922 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-4f66ab01-a675-4efc-a551-090aac5d1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:01.541253 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-4f66ab01-a675-4efc-a551-090aac5d1224 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 914 time: 0.0816154 Oct 11 20:50:01.586429 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-8ec1171e-4e07-4979-9796-e4518626b127 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70bd2270-0eb6-4195-8ec7-77cf58068812 HTTP/1.1" status: 200 len: 217 time: 0.0363910 Oct 11 20:50:01.635726 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-c1bd71bf-5ca4-48e8-80f3-e1024704ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:01.637096 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-c1bd71bf-5ca4-48e8-80f3-e1024704ddac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0424187 Oct 11 20:50:01.673159 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-807f197e-1e5e-4e0e-a1e1-8e07879f8df5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230298 Oct 11 20:50:01.765670 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-4b90b037-5eae-4b1e-8693-7cf2951d9732 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834143 Oct 11 20:50:01.859358 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1b1897b5-9c90-4a8b-875e-8028ff2f94b6 req-3389f5be-2cc7-4a9b-9e58-e1c81b090126 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838621 Oct 11 20:50:02.017870 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31514b96-2721-4243-869a-321aaed4b052 req-c42dc3df-1b6c-4019-9a15-b9789850eab6 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:02.019432 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-31514b96-2721-4243-869a-321aaed4b052 req-c42dc3df-1b6c-4019-9a15-b9789850eab6 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 943 time: 0.0519605 Oct 11 20:50:02.057340 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-31514b96-2721-4243-869a-321aaed4b052 req-a77f7940-172a-4597-abf4-1f36524ec64a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319700 Oct 11 20:50:02.085580 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf7294-e32b-4c92-8b71-0477708695a9 req-048ac538-a11b-495e-827e-510448f6c14d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:02.087062 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-87cf7294-e32b-4c92-8b71-0477708695a9 req-048ac538-a11b-495e-827e-510448f6c14d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 946 time: 0.0505006 Oct 11 20:50:02.125007 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-87cf7294-e32b-4c92-8b71-0477708695a9 req-da8b53ec-6817-41b5-8055-bdf03537deda tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Oct 11 20:50:03.175811 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc03f78-03be-42a4-aff8-c27ee1f01d18 req-992b6816-46fe-4bdb-993b-5c1a8bdf69b4 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:03.178975 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7cc03f78-03be-42a4-aff8-c27ee1f01d18 req-992b6816-46fe-4bdb-993b-5c1a8bdf69b4 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 943 time: 0.0545788 Oct 11 20:50:03.215425 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7cc03f78-03be-42a4-aff8-c27ee1f01d18 req-05a05f3c-5942-49fc-8263-411204c8cb16 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Oct 11 20:50:03.247419 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661dc0b-f986-4af9-b6ef-f91290eb1f58 req-4a638422-1f2c-413c-a6fd-898231bb0ee9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:03.248858 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5661dc0b-f986-4af9-b6ef-f91290eb1f58 req-4a638422-1f2c-413c-a6fd-898231bb0ee9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 946 time: 0.0532885 Oct 11 20:50:03.285783 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5661dc0b-f986-4af9-b6ef-f91290eb1f58 req-93688ff6-4361-4bf9-a414-6a995ed88221 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=58cdcad3-0996-4faa-81e4-411fe5fa7d44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306118 Oct 11 20:50:03.557683 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393b030-c191-48e8-b686-e3078695f9a8 req-993cf112-57af-40dd-be83-00a5bcdb3bc3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:03.559119 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9393b030-c191-48e8-b686-e3078695f9a8 req-993cf112-57af-40dd-be83-00a5bcdb3bc3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 946 time: 0.0475957 Oct 11 20:50:03.646568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Deleting port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:50:03.646905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:03.735113 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] For port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:03.735465 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:03.899164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:03.899521 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:03.899835 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Floating IP eb6c1c55-73d4-48f7-81be-7c2bc473aa22 disassociated. External IP: 172.27.2.251, port: b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4. Oct 11 20:50:03.900164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Calling delete_port for b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:50:04.023077 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:04.050562 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event deleted for resources: {'Port': ['ID=b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:04.163240 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:50:04.268239 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:50:04.278677 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] Sync routers for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:50:04.287962 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:50:04.288573 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:04.317708 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] No DVR routers for this DVR port b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:50:04.334718 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:04.338026 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9393b030-c191-48e8-b686-e3078695f9a8 req-d2ce0d52-a8ce-4487-a517-f8f4ee300c1d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "DELETE /v2.0/ports/b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 HTTP/1.1" status: 204 len: 173 time: 0.7728167 Oct 11 20:50:04.338481 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-deleted', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:04.341442 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f873a7d6-2f5b-40aa-9d4b-fe1c7c5a4a4c" -d '{"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-deleted", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:04.370348 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70858010-40b2-4598-ab4e-a38998c3d17e req-98962b4d-6cf4-45e7-a807-168606b303e6 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:04.380204 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70858010-40b2-4598-ab4e-a38998c3d17e req-98962b4d-6cf4-45e7-a807-168606b303e6 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 943 time: 0.0902164 Oct 11 20:50:04.398553 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1d2d5533-77d4-4e84-b58d-70469d07b83d req-75b4ad26-7df1-43ca-a15b-69345d5a9621 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f80db67-a088-4acc-879a-065df1bf46c7 HTTP/1.1" status: 200 len: 210 time: 0.0390301 Oct 11 20:50:04.405882 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:50:04.425335 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-70858010-40b2-4598-ab4e-a38998c3d17e req-20a09f8e-b857-42e9-b968-3e9c29d4da7d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Oct 11 20:50:04.462883 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4b146f-169c-4d19-9920-e4f73c1f2b22 x-openstack-request-id: req-df4b146f-169c-4d19-9920-e4f73c1f2b22 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:04.463171 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f80db67-a088-4acc-879a-065df1bf46c7", "name": "network-vif-deleted", "tag": "b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:04.463419 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df4b146f-169c-4d19-9920-e4f73c1f2b22 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:04.463815 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f80db67-a088-4acc-879a-065df1bf46c7', 'name': 'network-vif-deleted', 'tag': 'b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4', 'status': 'completed', 'code': 200} Oct 11 20:50:04.537825 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 70bd2270-0eb6-4195-8ec7-77cf58068812 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:50:04.640845 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:04.641154 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 70bd2270-0eb6-4195-8ec7-77cf58068812, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=70bd2270-0eb6-4195-8ec7-77cf58068812,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:04.653571 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '70bd2270-0eb6-4195-8ec7-77cf58068812', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'port_id': '70bd2270-0eb6-4195-8ec7-77cf58068812', 'mac_address': 'fa:16:3e:82:74:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa5468-2565-45c5-87c7-44b3ecb44d61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:50:04.666841 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] Checking router: 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:50:04.674988 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:50:04.675583 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:04.689877 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:04.702400 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bd2270-0eb6-4195-8ec7-77cf58068812 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:04.722636 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 70bd2270-0eb6-4195-8ec7-77cf58068812, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=70bd2270-0eb6-4195-8ec7-77cf58068812,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:04.727830 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:04.784662 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=70bd2270-0eb6-4195-8ec7-77cf58068812,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:04.787145 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:50:04.792102 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.792468 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.792805 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.793132 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.793460 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.793778 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.794093 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.794411 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.794781 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.795100 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.795416 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.795725 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:04.946710 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:04.991654 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:05.024068 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b27e271-fdaf-4cdc-a637-aeec37b8cb91 None None] The sync data for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi is: [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:50:05.227933 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12090019-7f15-40fa-8cc4-89676f0fde7c None None] New status for floating IP eb6c1c55-73d4-48f7-81be-7c2bc473aa22: DOWN {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:50:05.492740 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 46218) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:05.547827 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-80dcc8de-7a34-4118-853f-4e2791b109d3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:05.552429 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287aeff-82f8-4ef6-96dd-59bd591b3a2c req-6848a9bf-5dfe-4b57-ab75-252c0fafd71e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:05.553933 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1287aeff-82f8-4ef6-96dd-59bd591b3a2c req-6848a9bf-5dfe-4b57-ab75-252c0fafd71e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 944 time: 0.0487561 Oct 11 20:50:05.572038 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-80dcc8de-7a34-4118-853f-4e2791b109d3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:05.591546 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1287aeff-82f8-4ef6-96dd-59bd591b3a2c req-32d70601-05eb-4ac2-bf0a-0649a16b13d2 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316412 Oct 11 20:50:05.618807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-80dcc8de-7a34-4118-853f-4e2791b109d3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:05.621415 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-80dcc8de-7a34-4118-853f-4e2791b109d3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:05.622630 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-80dcc8de-7a34-4118-853f-4e2791b109d3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "DELETE /v2.0/security-groups/58cdcad3-0996-4faa-81e4-411fe5fa7d44 HTTP/1.1" status: 204 len: 168 time: 0.1286862 Oct 11 20:50:05.625575 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46220) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:05.632441 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcc8de-7a34-4118-853f-4e2791b109d3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cdcad3-0996-4faa-81e4-411fe5fa7d44,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:05.640336 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.api.v2.resource [None req-ba5f8537-df9d-4b99-ba8c-d126b706ad63 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] show failed (client error): The resource could not be found. Oct 11 20:50:05.641337 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ba5f8537-df9d-4b99-ba8c-d126b706ad63 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups/58cdcad3-0996-4faa-81e4-411fe5fa7d44 HTTP/1.1" status: 404 len: 347 time: 0.0146797 Oct 11 20:50:05.645364 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46222) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:05.768141 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Deleting port c97c8517-b692-413d-979e-dd3006c7556d {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:50:05.768474 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:05.839657 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:05.839986 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:05.852049 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Calling delete_port for c97c8517-b692-413d-979e-dd3006c7556d owned by network:floatingip {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:50:05.979666 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.005355 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event deleted for resources: {'Port': ['ID=c97c8517-b692-413d-979e-dd3006c7556d,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:06.064925 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.067518 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.068746 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-981682f8-2ba7-4e9b-acf1-73c3a9af1272 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "DELETE /v2.0/floatingips/eb6c1c55-73d4-48f7-81be-7c2bc473aa22 HTTP/1.1" status: 204 len: 168 time: 0.4224205 Oct 11 20:50:06.311581 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46226) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:06.316213 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-6b34ff4e-9947-477f-a66a-09bf3289336a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181260637', 'description': 'tempest-description--1242371168'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:06.337870 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6b34ff4e-9947-477f-a66a-09bf3289336a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.402800 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6b34ff4e-9947-477f-a66a-09bf3289336a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.406400 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6b34ff4e-9947-477f-a66a-09bf3289336a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.436916 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6b34ff4e-9947-477f-a66a-09bf3289336a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.438123 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-6b34ff4e-9947-477f-a66a-09bf3289336a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1255474 Oct 11 20:50:06.439016 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34ff4e-9947-477f-a66a-09bf3289336a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4780d4f-b33e-4955-aee5-4c4600b34d18,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:06.441066 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46228) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:06.445712 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-3c996d50-b409-4940-b6e5-af20f24580fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'security_group_rule': {'security_group_id': 'e4780d4f-b33e-4955-aee5-4c4600b34d18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:06.471023 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3c996d50-b409-4940-b6e5-af20f24580fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.526816 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3c996d50-b409-4940-b6e5-af20f24580fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.531462 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 70bd2270-0eb6-4195-8ec7-77cf58068812 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:50:06.531978 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3c996d50-b409-4940-b6e5-af20f24580fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.549539 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c996d50-b409-4940-b6e5-af20f24580fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b425b9fb-ab78-4103-9b56-9ab8210fac78,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:06.558751 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-3c996d50-b409-4940-b6e5-af20f24580fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.562274 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3c996d50-b409-4940-b6e5-af20f24580fc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179638 Oct 11 20:50:06.562479 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46230) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:06.567148 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-12e05cca-7a0d-452f-a1c1-459380870161 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'security_group_rule': {'security_group_id': 'e4780d4f-b33e-4955-aee5-4c4600b34d18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:06.581216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 70bd2270-0eb6-4195-8ec7-77cf58068812 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:50:06.584823 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 70bd2270-0eb6-4195-8ec7-77cf58068812 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:50:06.585184 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.596548 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-12e05cca-7a0d-452f-a1c1-459380870161 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.656675 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-12e05cca-7a0d-452f-a1c1-459380870161 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.662013 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-12e05cca-7a0d-452f-a1c1-459380870161 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.673524 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.697272 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bd2270-0eb6-4195-8ec7-77cf58068812'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:06.699811 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbee470-4c61-405a-95d0-f13484f71dbb" -d '{"events": [{"server_uuid": "e18085a7-54ac-42d7-8d00-0a17ead04458", "name": "network-vif-plugged", "status": "completed", "tag": "70bd2270-0eb6-4195-8ec7-77cf58068812"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:06.707255 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e05cca-7a0d-452f-a1c1-459380870161 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dd1475-0140-4976-9b8a-e8070024df6c,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:06.715902 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 70bd2270-0eb6-4195-8ec7-77cf58068812, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=70bd2270-0eb6-4195-8ec7-77cf58068812,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:06.720061 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-12e05cca-7a0d-452f-a1c1-459380870161 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.722088 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-12e05cca-7a0d-452f-a1c1-459380870161 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1584663 Oct 11 20:50:06.722813 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.725002 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46236) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:06.731225 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:06.750086 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a02b5f-8444-4f1d-84eb-8e20d2b63c42 x-openstack-request-id: req-64a02b5f-8444-4f1d-84eb-8e20d2b63c42 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:06.750288 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992b3e4-fbc0-4442-b598-b194c1e90549 req-0f5fefcc-ed2a-4abb-9c3f-b9919195c925 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:06.750400 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18085a7-54ac-42d7-8d00-0a17ead04458", "name": "network-vif-plugged", "status": "completed", "tag": "70bd2270-0eb6-4195-8ec7-77cf58068812", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:06.750697 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64a02b5f-8444-4f1d-84eb-8e20d2b63c42 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:06.751035 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bd2270-0eb6-4195-8ec7-77cf58068812', 'code': 200} Oct 11 20:50:06.752342 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0992b3e4-fbc0-4442-b598-b194c1e90549 req-0f5fefcc-ed2a-4abb-9c3f-b9919195c925 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 944 time: 0.0870271 Oct 11 20:50:06.770656 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.777241 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=70bd2270-0eb6-4195-8ec7-77cf58068812,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:06.836021 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0992b3e4-fbc0-4442-b598-b194c1e90549 req-af281fae-111b-440a-8920-056eebebe0b3 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747402 Oct 11 20:50:06.892128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:06.922673 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca779415-e5c2-4ae3-8bbd-ff9d868a7bc8 req-b8c49561-0c43-4e17-bd12-d6df704afc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:06.924434 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ca779415-e5c2-4ae3-8bbd-ff9d868a7bc8 req-b8c49561-0c43-4e17-bd12-d6df704afc45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 1098 time: 0.0395229 Oct 11 20:50:06.960351 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ca779415-e5c2-4ae3-8bbd-ff9d868a7bc8 req-91ffc0a6-c5d5-45fb-9e33-83c7ae74a716 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284972 Oct 11 20:50:06.997215 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Allocated IP 172.27.2.127 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/ea156ebd-2b28-40fb-9675-10c5287b8eb0) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:50:07.099937 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.133749 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.167494 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:50:07.170165 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:50:07.176261 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:50:07.201674 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'Port': ['ID=ea156ebd-2b28-40fb-9675-10c5287b8eb0,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:07.260840 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.298133 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.438755 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.442959 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25184943'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.511000 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'Port': ['ID=ea156ebd-2b28-40fb-9675-10c5287b8eb0,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:07.522926 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.537906 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:07.539150 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-c410a107-fa52-4c8d-b7e1-12f92fecb8c0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8129263 Oct 11 20:50:07.723556 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f76567ed-b73b-4bb4-8463-156320269417 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--181260637&fields=id&tenant_id=42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 267 time: 0.0363770 Oct 11 20:50:07.826901 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-971b6a03-83d2-44d0-8aae-451a596a3916 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:07.828334 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-971b6a03-83d2-44d0-8aae-451a596a3916 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 816 time: 0.0980642 Oct 11 20:50:07.843882 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-47e6ddbb-6c03-437e-8dfd-820329d5e590 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/quotas/42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 375 time: 0.0089462 Oct 11 20:50:07.897208 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-ac6ed185-a910-48ca-8f2c-c9282d4d67c6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470850 Oct 11 20:50:07.952195 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15ef65-ed1c-4ef8-8b89-1f39f0eed22a req-8ea13404-3844-4bb5-aed2-42e24d73ae77 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:07.954060 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2b15ef65-ed1c-4ef8-8b89-1f39f0eed22a req-8ea13404-3844-4bb5-aed2-42e24d73ae77 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 945 time: 0.0492067 Oct 11 20:50:07.993254 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2b15ef65-ed1c-4ef8-8b89-1f39f0eed22a req-8cf79cd2-ddcd-4f69-9907-01d660f2d84e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Oct 11 20:50:07.997582 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-dd949255-c446-4094-a03f-4ab743a0e298 service neutron] 10.222.0.43 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873342 Oct 11 20:50:08.092371 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-72b1d428-0794-4e4d-a210-24a6f2f2b829 service neutron] 10.222.0.43 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880682 Oct 11 20:50:08.249264 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c44e3344-9301-49c7-9530-e89297754f99 req-f23ddead-7e79-4e14-921c-81776dc14d1f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 210 time: 0.0308709 Oct 11 20:50:08.543923 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:50:08.567497 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:50:08.567838 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b1f8fa3f-da9e-41ea-b49d-60e7290d4ef4 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:50:09.157712 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d0271-e558-467d-ad45-cf17c581aee0 req-3546b7f6-60a5-4980-b0b8-a02071c7d3d2 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:09.159408 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-248d0271-e558-467d-ad45-cf17c581aee0 req-3546b7f6-60a5-4980-b0b8-a02071c7d3d2 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 945 time: 0.0827713 Oct 11 20:50:09.167502 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-679fa156-655e-4ead-9347-14b2cdf6bdb9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:09.168876 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-679fa156-655e-4ead-9347-14b2cdf6bdb9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 816 time: 0.1474409 Oct 11 20:50:09.219630 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-248d0271-e558-467d-ad45-cf17c581aee0 req-ebf37767-09b0-4b96-ba67-77795e89e09d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498180 Oct 11 20:50:09.234128 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-be630f77-d127-47e0-9ae3-9431cf4f831a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 379 time: 0.0514834 Oct 11 20:50:09.245802 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'port': {'device_id': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'admin_state_up': True, 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'security_groups': ['e4780d4f-b33e-4955-aee5-4c4600b34d18']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:09.348997 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1adbefec-a685-4235-9985-ad394c676c32 req-78c02309-dd0c-4fab-bcec-79ad5c7c4951 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 210 time: 0.0262344 Oct 11 20:50:09.359085 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Made reservation on behalf of 42930b3dd01c483796559f1c1b11e5e3 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:50:09.363170 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:09.511797 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Allocated IP 172.20.0.8 (a8fda0a6-788c-462f-b37b-020ee0827570/1a8f7fdb-22d6-4788-8641-64958805b8a2/b96f728d-a7dd-456e-821a-0355a35e1734) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:50:09.648012 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:09.684731 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:09.728334 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Network a8fda0a6-788c-462f-b37b-020ee0827570 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:50:09.731333 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:50:09.735338 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:50:09.741935 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:09.788137 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:09.788661 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:09.806313 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-f3adb386-1c9b-44b4-b43f-84eee1ab53ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5640454 Oct 11 20:50:09.818666 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Request body: {'port': {'device_id': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:09.877855 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:09.944424 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-907b535f-5de8-45d9-9dde-fc3bc30611b9 None None] Provisioning complete for port b96f728d-a7dd-456e-821a-0355a35e1734 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:50:09.944994 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-907b535f-5de8-45d9-9dde-fc3bc30611b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:09.977751 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-907b535f-5de8-45d9-9dde-fc3bc30611b9 None None] Port b96f728d-a7dd-456e-821a-0355a35e1734 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:50:10.133966 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96f728d-a7dd-456e-821a-0355a35e1734 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:10.141532 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:10.153429 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Transition to ACTIVE for port object b96f728d-a7dd-456e-821a-0355a35e1734 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:50:10.157118 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:10.206306 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:10.277355 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Attempting to bind port b96f728d-a7dd-456e-821a-0355a35e1734 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:50:10.277711 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Attempting to bind port b96f728d-a7dd-456e-821a-0355a35e1734 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:50:10.278037 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Attempting to bind port b96f728d-a7dd-456e-821a-0355a35e1734 on network a8fda0a6-788c-462f-b37b-020ee0827570 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:10.282484 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Port b96f728d-a7dd-456e-821a-0355a35e1734 on network a8fda0a6-788c-462f-b37b-020ee0827570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:50:10.283043 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Attempting to bind port b96f728d-a7dd-456e-821a-0355a35e1734 on network a8fda0a6-788c-462f-b37b-020ee0827570 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:10.288201 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:50:10.288655 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Checking segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:50:10.289035 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Bound using segment: {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:50:10.289462 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Bound port: b96f728d-a7dd-456e-821a-0355a35e1734, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:50:10.289814 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:10.354159 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:50:10.357096 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:50:10.362168 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:10.396259 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:10.396924 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:10.398776 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/b96f728d-a7dd-456e-821a-0355a35e1734 HTTP/1.1" status: 200 len: 1093 time: 0.5841215 Oct 11 20:50:10.398946 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:10.411187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:10.478320 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd43b603-0922-4152-bb3e-aae8dc7d7275 x-openstack-request-id: req-fd43b603-0922-4152-bb3e-aae8dc7d7275 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:10.478633 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:10.478876 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd43b603-0922-4152-bb3e-aae8dc7d7275 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:10.479301 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'status': 'completed', 'code': 200} Oct 11 20:50:10.479871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d5535-07e0-41fa-aff6-32e3e000c5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:10.527481 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-46a3dc33-2fb3-4ce0-bca1-1073305ce62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:10.528996 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-46a3dc33-2fb3-4ce0-bca1-1073305ce62c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0869725 Oct 11 20:50:10.537844 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e18ed-3a59-4bbd-852f-c8294a9a102a req-6f14de23-445a-4a32-a77e-0046a50398df tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:10.539299 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c58e18ed-3a59-4bbd-852f-c8294a9a102a req-6f14de23-445a-4a32-a77e-0046a50398df tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0862489 Oct 11 20:50:10.580652 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-a372c505-8035-49ba-ba4c-70788f282223 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96f728d-a7dd-456e-821a-0355a35e1734 HTTP/1.1" status: 200 len: 217 time: 0.0403817 Oct 11 20:50:10.646800 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c58e18ed-3a59-4bbd-852f-c8294a9a102a req-0bb170d5-fbd6-415e-ba14-71e512dc9e77 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006906 Oct 11 20:50:10.653165 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-5c8f4b64-9026-4e14-9fd5-92612b83640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:10.654738 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-5c8f4b64-9026-4e14-9fd5-92612b83640c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0676703 Oct 11 20:50:10.708648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-e7b97cc2-4e12-41d2-8450-dbec1c223396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:10.710117 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-e7b97cc2-4e12-41d2-8450-dbec1c223396 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477862 Oct 11 20:50:10.799828 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-3052da08-0fd1-4f96-af8f-1a64bc1765b0 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811508 Oct 11 20:50:10.905886 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c4f3e62f-5d88-448a-b625-c5ae2e817ab1 req-fcbfce62-4bd8-43d0-9f70-1ea6d333d05c service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949636 Oct 11 20:50:10.986558 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-369d013b-3eb1-4ef6-bf76-f6ebf4f4c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:10.988058 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-369d013b-3eb1-4ef6-bf76-f6ebf4f4c190 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0430908 Oct 11 20:50:11.085466 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-4a1fff80-1d3f-4e6e-9bd4-e0b65b91b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:11.086863 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-4a1fff80-1d3f-4e6e-9bd4-e0b65b91b002 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0877101 Oct 11 20:50:11.129714 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-c4bc6ee3-ab5b-448f-9ae6-d8329d381485 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96f728d-a7dd-456e-821a-0355a35e1734 HTTP/1.1" status: 200 len: 217 time: 0.0350182 Oct 11 20:50:11.181470 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-018f03ea-dd49-4518-ac91-a1dd4d23329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:11.183009 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-018f03ea-dd49-4518-ac91-a1dd4d23329b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0449338 Oct 11 20:50:11.230923 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-b103cfaf-ee10-452e-bd27-80cf221ae4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:11.232279 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-b103cfaf-ee10-452e-bd27-80cf221ae4ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388668 Oct 11 20:50:11.324645 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-d18d0cb7-7df0-40d6-aa99-4fe7d1f4fdac service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841453 Oct 11 20:50:11.411454 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152fca45-d7ef-4f49-bcd2-a67e41dbd82c req-2e88080d-edee-4e08-858c-e1b591dfa920 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786018 Oct 11 20:50:11.768788 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7777c-e094-4ec2-9a6a-89496b46bbe2 req-c029bc1a-031a-4ce3-97d9-277f82565a63 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:11.770285 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-deb7777c-e094-4ec2-9a6a-89496b46bbe2 req-c029bc1a-031a-4ce3-97d9-277f82565a63 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0526087 Oct 11 20:50:11.808661 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-deb7777c-e094-4ec2-9a6a-89496b46bbe2 req-4cc19eb4-2178-4c45-9f15-6b56ddbe08f4 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309322 Oct 11 20:50:12.927921 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bce71-ea6e-439e-8bad-7702186c5bf2 req-8196a23f-f5b7-4f6c-8710-0b2971a5aec1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:12.929373 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6a0bce71-ea6e-439e-8bad-7702186c5bf2 req-8196a23f-f5b7-4f6c-8710-0b2971a5aec1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0476248 Oct 11 20:50:12.965854 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-6a0bce71-ea6e-439e-8bad-7702186c5bf2 req-62b2e80b-ab2b-45b7-a6c8-09c1dd9a34b5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306792 Oct 11 20:50:14.083107 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0405e-1ab0-45ad-b237-889c94b6a5bd req-777b8c9d-5f88-45ac-a39b-8e3102d4bde3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:14.084569 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6bf0405e-1ab0-45ad-b237-889c94b6a5bd req-777b8c9d-5f88-45ac-a39b-8e3102d4bde3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0483077 Oct 11 20:50:14.121917 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6bf0405e-1ab0-45ad-b237-889c94b6a5bd req-02941aeb-7e86-4ffb-8426-9ef6ebc827a1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314500 Oct 11 20:50:14.555152 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:50:14.646302 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:14.660058 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'port_id': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'mac_address': 'fa:16:3e:d6:02:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:50:14.695195 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:14.707224 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96f728d-a7dd-456e-821a-0355a35e1734 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:14.725938 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:14.730300 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:14.776030 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:14.951343 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b96f728d-a7dd-456e-821a-0355a35e1734'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:15.239186 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524bef6-4bc5-457b-8ce2-3c5f46a23e29 req-74a7ef9e-efc2-4095-b538-d16fd9b14f41 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:15.240521 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9524bef6-4bc5-457b-8ce2-3c5f46a23e29 req-74a7ef9e-efc2-4095-b538-d16fd9b14f41 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 944 time: 0.0481884 Oct 11 20:50:15.277223 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9524bef6-4bc5-457b-8ce2-3c5f46a23e29 req-313b83af-9ffc-4001-b7f8-e6cee3d2c673 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Oct 11 20:50:16.391639 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7987d-985d-4bdc-9fe3-df1647a1878f req-302fc737-43f2-492b-9f2c-16849d108f67 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:16.393614 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d2d7987d-985d-4bdc-9fe3-df1647a1878f req-302fc737-43f2-492b-9f2c-16849d108f67 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 944 time: 0.0473168 Oct 11 20:50:16.429887 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d2d7987d-985d-4bdc-9fe3-df1647a1878f req-f1f00321-02e0-4ba4-9aed-db33eb4dcb78 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304601 Oct 11 20:50:16.546547 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:50:16.594146 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port b96f728d-a7dd-456e-821a-0355a35e1734 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:50:16.598541 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b96f728d-a7dd-456e-821a-0355a35e1734 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:50:16.598915 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:16.678524 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:16.700142 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:16.702353 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d1ae8f-6c40-4776-befb-892729926e00" -d '{"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-plugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:16.714616 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:16.718415 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:16.741522 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0de2e3-f870-4ecf-8052-3f69535a2d69 x-openstack-request-id: req-2d0de2e3-f870-4ecf-8052-3f69535a2d69 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:16.741818 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-plugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:16.742071 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d0de2e3-f870-4ecf-8052-3f69535a2d69 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:16.742477 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'code': 200} Oct 11 20:50:16.767575 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:16.906210 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b8b07-dcf5-462c-a416-5d20d0a6f050 req-ef936282-5215-43f2-9dc8-4dd1d5b2b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:16.908167 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-de4b8b07-dcf5-462c-a416-5d20d0a6f050 req-ef936282-5215-43f2-9dc8-4dd1d5b2b185 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0411568 Oct 11 20:50:16.942759 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-de4b8b07-dcf5-462c-a416-5d20d0a6f050 req-b0866ee1-e546-447c-b625-9cdf52c06d99 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275238 Oct 11 20:50:17.546283 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ca484-6511-4705-8268-c4959d4ca800 req-01b49cde-f60d-4277-a6b9-8b918a567d64 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:17.547751 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-227ca484-6511-4705-8268-c4959d4ca800 req-01b49cde-f60d-4277-a6b9-8b918a567d64 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0488017 Oct 11 20:50:17.584778 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-227ca484-6511-4705-8268-c4959d4ca800 req-197e29eb-ced1-47a4-84c1-d9ec819b7c20 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310993 Oct 11 20:50:17.948414 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-7eb2753f-f471-45bb-b74a-c5e734ab1c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:18.506654 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-dd488966-d716-4ac8-a7fa-d1ead4fc4468 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:18.508009 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-dd488966-d716-4ac8-a7fa-d1ead4fc4468 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.1009376 Oct 11 20:50:18.523014 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-6553ff60-ccf0-44ec-9a91-caf26e0911cf tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/quotas/e74d2cb2606e43fc93e7429bec40acee HTTP/1.1" status: 200 len: 375 time: 0.0094028 Oct 11 20:50:18.569280 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-6fef89ca-0311-43d7-9862-53ba8c61260c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413451 Oct 11 20:50:18.660474 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-c0dbc372-a3f4-4416-ae25-3ab62220dea9 service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843146 Oct 11 20:50:18.700259 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c743f-8e82-433e-9707-1e98f9592de0 req-5b8cd277-2aa5-4b5a-8631-11749a84447f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:18.701717 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5f3c743f-8e82-433e-9707-1e98f9592de0 req-5b8cd277-2aa5-4b5a-8631-11749a84447f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0476522 Oct 11 20:50:18.739679 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5f3c743f-8e82-433e-9707-1e98f9592de0 req-3551b926-d43c-4fd5-aea5-8001dd1b0d11 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314493 Oct 11 20:50:18.748083 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-853b19c7-3640-40c4-91e8-3b2eb6c8e335 service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817616 Oct 11 20:50:18.865423 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ef4a2-16de-4a61-8a5d-d119e9779461 req-861f74f4-8941-47ef-b450-312e5cdfbe9d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:18.867038 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-517ef4a2-16de-4a61-8a5d-d119e9779461 req-861f74f4-8941-47ef-b450-312e5cdfbe9d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0608943 Oct 11 20:50:18.882250 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 46344) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:18.886826 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Request body: {'floatingip': {'port_id': 'b96f728d-a7dd-456e-821a-0355a35e1734'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:18.907038 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0a4c13b7-fd08-41f3-8ab6-1440a1eafa44 req-197faf36-1b46-43fd-b268-e67b9c5a6a7a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 210 time: 0.0260189 Oct 11 20:50:18.927470 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:19.601887 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:19.605603 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:19.706251 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Floating IP 33f0eb0b-1326-4abd-8e56-95dc20c364bb associated. External IP: 172.27.2.127, port: b96f728d-a7dd-456e-821a-0355a35e1734. Oct 11 20:50:19.896057 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-84631d36-ad84-4606-b1e0-562398fa79bf tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:19.897479 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-84631d36-ad84-4606-b1e0-562398fa79bf tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.1584926 Oct 11 20:50:19.931313 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Request body: {'port': {'device_id': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'admin_state_up': True, 'tenant_id': 'e74d2cb2606e43fc93e7429bec40acee'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:20.040799 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a4b7492d-b3b1-4121-bdd7-b4bf5a5f984b req-72d9e4e8-b62d-4734-acb7-7a590a467aa2 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 210 time: 0.0582507 Oct 11 20:50:20.097096 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:50:20.158910 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Made reservation on behalf of e74d2cb2606e43fc93e7429bec40acee for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:50:20.162494 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:20.275798 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:50:20.280616 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:20.285927 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] Sync routers for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:50:20.295743 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:50:20.296340 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:20.338808 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-975d2e8a-6a37-48ae-a041-594e48a9680b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "PUT /v2.0/floatingips/33f0eb0b-1326-4abd-8e56-95dc20c364bb HTTP/1.1" status: 200 len: 991 time: 1.4553707 Oct 11 20:50:20.341290 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:20.343470 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0ac228-330a-4b43-9eb9-68729db9b9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:20.367187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Allocated IP 172.20.0.9 (f1db8a76-1ef9-4c5e-afc4-0256a7d658b6/5caa5468-2565-45c5-87c7-44b3ecb44d61/b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:50:20.385184 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9e65d0-ad80-4b2c-8f8b-f027c874d7a3 x-openstack-request-id: req-ac9e65d0-ad80-4b2c-8f8b-f027c874d7a3 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:20.385474 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:20.385722 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac9e65d0-ad80-4b2c-8f8b-f027c874d7a3 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:20.386109 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'status': 'completed', 'code': 200} Oct 11 20:50:20.409300 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:50:20.452827 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-b178a081-c15b-4087-a68f-f4185a220377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:20.454375 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-b178a081-c15b-4087-a68f-f4185a220377 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0456748 Oct 11 20:50:20.528514 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:20.545861 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-d3a5426e-a1c4-4072-a240-fadbc02a10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:20.547386 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-d3a5426e-a1c4-4072-a240-fadbc02a10f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0865014 Oct 11 20:50:20.565947 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:20.579003 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:20.622928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event updated for resources: {'Port': ['ID=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:20.623188 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-8ea1ab75-beba-44f5-ab0a-4cdec3d66cc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96f728d-a7dd-456e-821a-0355a35e1734 HTTP/1.1" status: 200 len: 999 time: 0.0669315 Oct 11 20:50:20.639462 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:50:20.641209 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:50:20.648028 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:50:20.663108 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '33f0eb0b-1326-4abd-8e56-95dc20c364bb', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'port_id': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'mac_address': 'fa:16:3e:d6:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:50:07Z', 'updated_at': '2021-10-11T20:50:19Z', 'revision_number': 1, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:20.686794 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-2e56c39e-5fef-4a74-8baf-36b3d4773785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:20.689447 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-2e56c39e-5fef-4a74-8baf-36b3d4773785 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0569739 Oct 11 20:50:20.691855 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] Checking router: 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:50:20.701067 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:50:20.701660 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:49:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:20.703241 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:20.703985 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:20.726253 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-52e9393f-ca3c-4585-ab17-97e5d1addf9d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986019 Oct 11 20:50:20.743560 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Request body: {'port': {'device_id': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:20.754094 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-ed2728b6-6524-49d0-8d60-855583f38448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:20.755694 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-ed2728b6-6524-49d0-8d60-855583f38448 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529938 Oct 11 20:50:20.799621 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-94d9e655-4941-4227-8cff-3db2b653d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:20.806324 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:20.867090 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-ea5b4f6a-96f8-4f5a-8b12-1eaa1c039823 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030455 Oct 11 20:50:20.906265 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:50:20.959711 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a0ac228-330a-4b43-9eb9-68729db9b9fb req-8a9a9684-8bc3-4d38-8477-c696e41c2ed1 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849264 Oct 11 20:50:21.079967 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:21.087860 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:21.101813 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Transition to ACTIVE for port object b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:50:21.105870 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:21.138997 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '33f0eb0b-1326-4abd-8e56-95dc20c364bb', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'port_id': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'mac_address': 'fa:16:3e:d6:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:50:07Z', 'updated_at': '2021-10-11T20:50:19Z', 'revision_number': 1, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:21.169374 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb3780f-763e-4b5d-8483-19b0cfbdcfc9 None None] The sync data for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi is: [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': '33f0eb0b-1326-4abd-8e56-95dc20c364bb', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'port_id': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'mac_address': 'fa:16:3e:d6:02:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:50:07Z', 'updated_at': '2021-10-11T20:50:19Z', 'revision_number': 1, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:50:21.189294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:21.244377 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a2ae8-7b26-4310-b8d6-71859c146e8f req-9ba31680-38b6-4a2b-b14f-0376881e4352 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:21.245887 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b97a2ae8-7b26-4310-b8d6-71859c146e8f req-9ba31680-38b6-4a2b-b14f-0376881e4352 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 943 time: 0.1137955 Oct 11 20:50:21.285620 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Attempting to bind port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:50:21.285957 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Attempting to bind port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:50:21.286289 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Attempting to bind port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:21.300023 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:50:21.300349 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Attempting to bind port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:21.305889 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b97a2ae8-7b26-4310-b8d6-71859c146e8f req-1f323c44-ed2e-41d0-b6d5-18e4eff4c9d7 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519574 Oct 11 20:50:21.308741 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:50:21.309077 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Checking segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:50:21.309455 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Bound using segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:50:21.309883 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Bound port: b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:50:21.310241 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:21.361988 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21167d24-9f59-4629-a96f-9ee3b84ffbeb None None] New status for floating IP 33f0eb0b-1326-4abd-8e56-95dc20c364bb: ACTIVE {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:50:21.380165 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] For port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:50:21.383198 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] For port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:50:21.387894 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:21.418214 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:21.418868 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:21.420287 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 HTTP/1.1" status: 200 len: 1093 time: 0.6817431 Oct 11 20:50:21.451718 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b375756-bbf4-4993-a01b-17023e864139 service neutron] Pushing event updated for resources: {'Port': ['ID=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:21.496497 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-0d18efa9-94b2-4ee8-b845-349ceb0b756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:21.498041 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-0d18efa9-94b2-4ee8-b845-349ceb0b756c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 1096 time: 0.0416903 Oct 11 20:50:21.508713 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:21.546160 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-5213617b-5310-488d-b396-8ce56d28b343 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 HTTP/1.1" status: 200 len: 217 time: 0.0355055 Oct 11 20:50:21.598928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7299cd64-0aa3-419b-891e-a7a701e04315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:21.600586 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7299cd64-0aa3-419b-891e-a7a701e04315 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0462489 Oct 11 20:50:21.633787 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-1479c429-eb5c-4fd8-afd7-65f94ca17488 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238535 Oct 11 20:50:21.722286 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-7138d72c-b54b-41dd-af96-8c9da3a60006 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787020 Oct 11 20:50:21.814081 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c2e5a5e1-d279-4bf1-a606-b4e2a26c4414 req-2f876c66-56c4-460f-88f0-9d4fb4cb0612 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824623 Oct 11 20:50:21.881985 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:22.386940 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'tag': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:22.389110 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b94b6a-ebda-4785-bf8a-702c5b8642cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d20607fd-e9bf-4a8f-89c7-12f2acd1b073", "tag": "b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:22.428537 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a71d8e-f96e-4504-adf6-c8d74c009232 req-8998f05c-f713-45b8-bc7f-608590e414fc tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:22.430011 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-86a71d8e-f96e-4504-adf6-c8d74c009232 req-8998f05c-f713-45b8-bc7f-608590e414fc tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 943 time: 0.0527363 Oct 11 20:50:22.431439 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c1620-4b29-4622-b61b-cd0d2390279c x-openstack-request-id: req-438c1620-4b29-4622-b61b-cd0d2390279c {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:22.431717 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20607fd-e9bf-4a8f-89c7-12f2acd1b073", "tag": "b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:22.431961 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-438c1620-4b29-4622-b61b-cd0d2390279c {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:22.432329 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'tag': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', 'status': 'completed', 'code': 200} Oct 11 20:50:22.492070 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-86a71d8e-f96e-4504-adf6-c8d74c009232 req-5f2dd608-8a19-49d3-b470-1a0c8a9c3c5f tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561345 Oct 11 20:50:22.507284 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-3479db90-12b2-4091-bac0-fb5f30f53983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:22.508700 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-3479db90-12b2-4091-bac0-fb5f30f53983 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 1096 time: 0.0478961 Oct 11 20:50:22.599871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-39d6fc80-9d57-411a-8af9-ab2096d6d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:22.601568 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-39d6fc80-9d57-411a-8af9-ab2096d6d257 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 914 time: 0.0836680 Oct 11 20:50:22.647948 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-a9029232-e306-4850-8132-2cb3488bf2ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 HTTP/1.1" status: 200 len: 217 time: 0.0374913 Oct 11 20:50:22.695905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-c5007cec-e271-49e5-8482-da79d5523047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:22.697319 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-c5007cec-e271-49e5-8482-da79d5523047 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0418763 Oct 11 20:50:22.727259 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-27920a37-93c9-48b0-b3b5-adbee0f68ea1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233800 Oct 11 20:50:22.817253 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-4b0ed12b-2204-42d6-85cd-82f32cbd58eb service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 Oct 11 20:50:22.904973 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-02b94b6a-ebda-4785-bf8a-702c5b8642cc req-f5039807-82dc-4640-9b5d-4b97ae37f0f3 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801055 Oct 11 20:50:23.115784 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:23.604136 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca6ebd-d5c9-4296-8310-f9708048bdbf req-70458fe8-7ff7-4173-b7ce-574b515e9577 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:23.605567 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a8ca6ebd-d5c9-4296-8310-f9708048bdbf req-70458fe8-7ff7-4173-b7ce-574b515e9577 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 943 time: 0.0481687 Oct 11 20:50:23.643285 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a8ca6ebd-d5c9-4296-8310-f9708048bdbf req-f7a2025e-67ae-429c-9363-b9dcd33226f9 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Oct 11 20:50:24.586440 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:50:24.764595 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb142e2-58f8-4c64-a369-7a0922d9b9dc req-efb1d771-c818-4b4d-9345-fee5b733bcba tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:24.766050 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7fb142e2-58f8-4c64-a369-7a0922d9b9dc req-efb1d771-c818-4b4d-9345-fee5b733bcba tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 943 time: 0.0548174 Oct 11 20:50:24.803566 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7fb142e2-58f8-4c64-a369-7a0922d9b9dc req-401a28f0-bdde-4bc3-b496-0dd4d0118cea tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Oct 11 20:50:24.807512 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:24.818766 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'port_id': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', 'mac_address': 'fa:16:3e:1f:05:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa5468-2565-45c5-87c7-44b3ecb44d61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:50:24.855169 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:24.867196 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:24.885958 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:24.889796 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:24.935106 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:25.167055 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:25.913939 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977aa167-82a7-40fb-a48f-2163d880ea4a req-216852d7-2a3b-4d60-974e-087842294543 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:25.915418 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-977aa167-82a7-40fb-a48f-2163d880ea4a req-216852d7-2a3b-4d60-974e-087842294543 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 944 time: 0.0469763 Oct 11 20:50:25.956605 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-977aa167-82a7-40fb-a48f-2163d880ea4a req-f0e0e9e5-0580-4852-b510-39f914dbd913 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353243 Oct 11 20:50:26.601212 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:50:26.648180 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:50:26.651746 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:50:26.652114 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:26.697519 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:26.738533 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:26.760259 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:26.762481 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f81022-bf4d-4c63-b2e5-29d5209af967" -d '{"events": [{"server_uuid": "d20607fd-e9bf-4a8f-89c7-12f2acd1b073", "name": "network-vif-plugged", "status": "completed", "tag": "b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:26.774567 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:26.778584 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:26.801402 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ef026e-cac4-4791-b4d9-7a2e0de7e9d7 x-openstack-request-id: req-43ef026e-cac4-4791-b4d9-7a2e0de7e9d7 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:26.801694 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20607fd-e9bf-4a8f-89c7-12f2acd1b073", "name": "network-vif-plugged", "status": "completed", "tag": "b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:26.801945 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43ef026e-cac4-4791-b4d9-7a2e0de7e9d7 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:26.802328 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', 'code': 200} Oct 11 20:50:26.827165 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:26.980217 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1d7e4-790b-4ae3-b9f3-064fd9089bf6 req-a76c9d41-210c-4a5b-a343-669dc5b20932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:26.981685 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5be1d7e4-790b-4ae3-b9f3-064fd9089bf6 req-a76c9d41-210c-4a5b-a343-669dc5b20932 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 1098 time: 0.0384800 Oct 11 20:50:27.016118 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5be1d7e4-790b-4ae3-b9f3-064fd9089bf6 req-caf8aaa9-a6a6-421c-807d-0862b3801ef6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272143 Oct 11 20:50:27.075735 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e91d2-7598-451f-9ff3-67c451cce649 req-b3c06556-321d-4eae-be57-5d83cef75bd1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:27.077205 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-cc8e91d2-7598-451f-9ff3-67c451cce649 req-b3c06556-321d-4eae-be57-5d83cef75bd1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 945 time: 0.0533209 Oct 11 20:50:27.114260 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-cc8e91d2-7598-451f-9ff3-67c451cce649 req-16e20f47-c968-4d58-8e5e-8f4c8778f1b6 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309887 Oct 11 20:50:28.231126 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc9e4a-4f97-445f-a5c2-8ec725a872d3 req-98fef334-fa31-4aca-b591-b781c2c10c86 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:28.232465 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dcdc9e4a-4f97-445f-a5c2-8ec725a872d3 req-98fef334-fa31-4aca-b591-b781c2c10c86 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 945 time: 0.0479870 Oct 11 20:50:28.269957 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dcdc9e4a-4f97-445f-a5c2-8ec725a872d3 req-eb9e22e2-f0f3-4675-a4da-ebd4c2ba41d1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Oct 11 20:50:29.942298 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-af6b9607-9126-4d13-bb3e-e250bf648837 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:29.943669 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-af6b9607-9126-4d13-bb3e-e250bf648837 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.1011567 Oct 11 20:50:29.958108 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-cc06ef18-c4db-498a-bd32-614f08014ee1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/quotas/e74d2cb2606e43fc93e7429bec40acee HTTP/1.1" status: 200 len: 375 time: 0.0088840 Oct 11 20:50:30.006879 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-970386b6-9af8-4a36-9156-f0602900c9da tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437059 Oct 11 20:50:30.097285 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-d745aa95-8ea0-4ab1-9793-628013128a42 service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836430 Oct 11 20:50:30.186267 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-8ed7b46b-1b0f-442c-9845-2a5ccac69a8d service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826182 Oct 11 20:50:30.345436 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6b713f45-dead-45fc-88c9-261e46f697a0 req-ab60d155-5e72-4108-884e-b9792a7b10f1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Oct 11 20:50:31.300556 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-a5d21660-751e-4904-a1e7-547fd2813dc9 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:31.301971 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-a5d21660-751e-4904-a1e7-547fd2813dc9 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.1035743 Oct 11 20:50:31.437188 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eda17684-37f0-40df-b19a-a24352792829 req-e1d0f61c-ed18-4380-9bfc-039797859043 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 210 time: 0.0252907 Oct 11 20:50:32.532470 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-05368e20-9eea-4612-9416-4d3d42633fcb req-2b3913cf-bd53-4662-9aba-850882f31cd9 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 210 time: 0.0286486 Oct 11 20:50:33.623625 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-91fa083b-579a-4561-9059-4ae18bf15292 req-58abeb74-1e54-4209-b7f8-a5dddfa7cc46 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 210 time: 0.0259063 Oct 11 20:50:34.070298 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Request body: {'port': {'device_id': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'admin_state_up': True, 'tenant_id': 'e74d2cb2606e43fc93e7429bec40acee'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:34.176615 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Made reservation on behalf of e74d2cb2606e43fc93e7429bec40acee for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:50:34.180155 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:34.311245 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Allocated IP 172.20.0.8 (f1db8a76-1ef9-4c5e-afc4-0256a7d658b6/5caa5468-2565-45c5-87c7-44b3ecb44d61/84b979ae-fa6c-48e2-9d98-b1fef108aea2) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:50:34.456451 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:34.488483 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:34.501353 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812', 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:34.531173 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:50:34.534346 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:50:34.538164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:50:34.544316 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event updated for resources: {'Port': ['ID=84b979ae-fa6c-48e2-9d98-b1fef108aea2,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:34.589340 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:34.589842 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:34.606583 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-04342ee1-493c-4cab-8b77-53d8d029a632 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478830 Oct 11 20:50:34.621363 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Request body: {'port': {'device_id': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:34.678225 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:35.068051 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877eeb2a-2bed-46b0-beb1-13655bfc20b0 req-6098bbb2-9a23-423c-9088-26d98aca50d3 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:35.069525 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-877eeb2a-2bed-46b0-beb1-13655bfc20b0 req-6098bbb2-9a23-423c-9088-26d98aca50d3 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 931 time: 0.3611882 Oct 11 20:50:35.155088 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-877eeb2a-2bed-46b0-beb1-13655bfc20b0 req-2965fcfe-0d2a-447a-9420-61e9d790e553 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788906 Oct 11 20:50:35.249134 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b979ae-fa6c-48e2-9d98-b1fef108aea2 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:35.257821 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:35.270277 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Transition to ACTIVE for port object 84b979ae-fa6c-48e2-9d98-b1fef108aea2 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:50:35.274437 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:35.324418 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Pushing event updated for resources: {'Port': ['ID=84b979ae-fa6c-48e2-9d98-b1fef108aea2,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:35.404393 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Attempting to bind port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:50:35.404857 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Attempting to bind port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:50:35.405229 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Attempting to bind port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:35.407472 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:50:35.415180 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:50:35.415581 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Attempting to bind port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:35.424592 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:50:35.425047 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Checking segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:50:35.425489 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Bound using segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:50:35.425985 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Bound port: 84b979ae-fa6c-48e2-9d98-b1fef108aea2, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:50:35.426401 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:35.494711 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] For port 84b979ae-fa6c-48e2-9d98-b1fef108aea2, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:50:35.497671 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] For port 84b979ae-fa6c-48e2-9d98-b1fef108aea2, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=84b979ae-fa6c-48e2-9d98-b1fef108aea2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:50:35.502524 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:35.534576 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:35.535181 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:35.536540 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] 10.222.0.46 "PUT /v2.0/ports/84b979ae-fa6c-48e2-9d98-b1fef108aea2 HTTP/1.1" status: 200 len: 1093 time: 0.9193032 Oct 11 20:50:35.536970 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'tag': '84b979ae-fa6c-48e2-9d98-b1fef108aea2'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:35.539217 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2752cc25-d869-47bb-9242-8d8f165dd0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "371a71f0-9d36-42b4-b2c3-a74bb4b1aca2", "tag": "84b979ae-fa6c-48e2-9d98-b1fef108aea2"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:35.566109 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf936e-a934-4cb4-8f0f-f841b55a487a service neutron] Pushing event updated for resources: {'Port': ['ID=84b979ae-fa6c-48e2-9d98-b1fef108aea2,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:35.588957 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d801a16a-4f8d-44a1-b5bd-e95bcf7b2c83 x-openstack-request-id: req-d801a16a-4f8d-44a1-b5bd-e95bcf7b2c83 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:35.589230 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "371a71f0-9d36-42b4-b2c3-a74bb4b1aca2", "tag": "84b979ae-fa6c-48e2-9d98-b1fef108aea2", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:35.589470 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d801a16a-4f8d-44a1-b5bd-e95bcf7b2c83 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:35.589846 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'tag': '84b979ae-fa6c-48e2-9d98-b1fef108aea2', 'status': 'completed', 'code': 200} Oct 11 20:50:35.624418 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-a1e4a092-cdf5-4521-be92-c1b7d290f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:35.626597 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-a1e4a092-cdf5-4521-be92-c1b7d290f1e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 1096 time: 0.0459156 Oct 11 20:50:35.670809 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-0ad95c5e-9512-4a96-b015-6fe8738fc409 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84b979ae-fa6c-48e2-9d98-b1fef108aea2 HTTP/1.1" status: 200 len: 217 time: 0.0347457 Oct 11 20:50:35.719637 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-0c0e7096-cd95-4a1e-8b25-ecd9cb8b44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:35.720987 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-0c0e7096-cd95-4a1e-8b25-ecd9cb8b44e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0413501 Oct 11 20:50:35.754180 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-a3ee304a-108c-4c6b-8cad-1df3eae3b023 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231333 Oct 11 20:50:35.842889 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-b79cb314-f5c9-4753-9ef4-3931166d05a8 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796950 Oct 11 20:50:35.929824 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8ecf9df6-409f-42b2-b8c1-3a03c2deaf7b req-7799bb1a-1997-4670-ac67-ba07e2f89078 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782402 Oct 11 20:50:36.018084 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-3a7b6880-4480-404c-a306-e8d2544449cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:36.019526 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-3a7b6880-4480-404c-a306-e8d2544449cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 1096 time: 0.0394206 Oct 11 20:50:36.116886 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-b73759e6-9334-4967-bcdf-a86f3db5c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:36.118230 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-b73759e6-9334-4967-bcdf-a86f3db5c781 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 914 time: 0.0860267 Oct 11 20:50:36.164296 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-b874c9f9-e427-4660-818a-5cac7b92b39f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=84b979ae-fa6c-48e2-9d98-b1fef108aea2 HTTP/1.1" status: 200 len: 217 time: 0.0331550 Oct 11 20:50:36.219695 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-29d6692c-71b2-4829-9ec9-e4537f7b3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:36.221205 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-29d6692c-71b2-4829-9ec9-e4537f7b3a74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0483403 Oct 11 20:50:36.257506 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-933dc240-5c13-4c2d-8e27-e2e27dd42cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247257 Oct 11 20:50:36.274102 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98857d-ca04-46b1-a8ff-9554da292db1 req-e0e5c2a3-84aa-422e-b5b5-bbe0d6cc102c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:36.275589 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ab98857d-ca04-46b1-a8ff-9554da292db1 req-e0e5c2a3-84aa-422e-b5b5-bbe0d6cc102c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 943 time: 0.0497894 Oct 11 20:50:36.313917 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ab98857d-ca04-46b1-a8ff-9554da292db1 req-9b4a36d0-217e-4f3e-bec2-62caeb1af090 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Oct 11 20:50:36.349089 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-77d64529-38b7-48d1-a052-f6d51acda7b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813806 Oct 11 20:50:36.441186 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2752cc25-d869-47bb-9242-8d8f165dd0ab req-c7d8a2db-cb76-4d4e-af1b-d8dc0f16c886 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832582 Oct 11 20:50:37.430718 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a06d2b-a1f8-4738-867e-a67e413f5f66 req-79b445ae-0497-4863-b335-3661f1fbf549 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:37.432155 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-22a06d2b-a1f8-4738-867e-a67e413f5f66 req-79b445ae-0497-4863-b335-3661f1fbf549 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 943 time: 0.0522602 Oct 11 20:50:37.468743 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-22a06d2b-a1f8-4738-867e-a67e413f5f66 req-bfa472f8-0b19-46d5-9ad9-256d395d3189 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307813 Oct 11 20:50:38.581405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4554923-1258-4946-b5bc-034964c0413d req-d5501fbd-c528-40ae-848f-9fc1bee581ec tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:38.582894 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e4554923-1258-4946-b5bc-034964c0413d req-d5501fbd-c528-40ae-848f-9fc1bee581ec tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 943 time: 0.0481381 Oct 11 20:50:38.637253 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e4554923-1258-4946-b5bc-034964c0413d req-ac5e99f9-2220-405b-815e-25ba4278b815 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482502 Oct 11 20:50:38.663518 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 84b979ae-fa6c-48e2-9d98-b1fef108aea2 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:50:38.761440 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 84b979ae-fa6c-48e2-9d98-b1fef108aea2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=84b979ae-fa6c-48e2-9d98-b1fef108aea2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:38.772504 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': '84b979ae-fa6c-48e2-9d98-b1fef108aea2', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'port_id': '84b979ae-fa6c-48e2-9d98-b1fef108aea2', 'mac_address': 'fa:16:3e:af:d4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa5468-2565-45c5-87c7-44b3ecb44d61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:50:38.788566 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-822aa0fd-38fc-4d0a-bad8-669586394c15 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-397907421&fields=id&tenant_id=ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 267 time: 0.0319180 Oct 11 20:50:38.808517 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:38.820928 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b979ae-fa6c-48e2-9d98-b1fef108aea2 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:38.840269 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 84b979ae-fa6c-48e2-9d98-b1fef108aea2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=84b979ae-fa6c-48e2-9d98-b1fef108aea2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:38.845857 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:38.894966 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=84b979ae-fa6c-48e2-9d98-b1fef108aea2,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:38.899502 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-05965f34-55ec-48fd-8c47-a988bcbb0738 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:38.900986 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-05965f34-55ec-48fd-8c47-a988bcbb0738 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 812 time: 0.1055684 Oct 11 20:50:38.916270 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-116fb492-a9c1-4492-806e-c3ba564b2494 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/quotas/ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 375 time: 0.0097468 Oct 11 20:50:38.972004 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-e99a7a14-0c66-41d4-9b02-d4ede97f71c2 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505881 Oct 11 20:50:39.113213 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['84b979ae-fa6c-48e2-9d98-b1fef108aea2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:39.116892 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-260d9475-5e94-4ab2-8528-d3a070d14233 service neutron] 10.222.0.43 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330049 Oct 11 20:50:39.205137 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-12f1e6b0-d496-4488-aad0-b449f44409e2 service neutron] 10.222.0.43 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820553 Oct 11 20:50:39.479961 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ca9bb325-5525-4f44-a005-ba77ae78d344 req-8599ba6f-1aff-40aa-8445-b4dc25b5338f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Oct 11 20:50:39.757254 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f0c9d-7ac5-4adc-8606-6fe15e38dce9 req-6b58f3db-c57a-4c93-84af-6a5fdbb1bc94 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:39.759930 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-db0f0c9d-7ac5-4adc-8606-6fe15e38dce9 req-6b58f3db-c57a-4c93-84af-6a5fdbb1bc94 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 944 time: 0.0544264 Oct 11 20:50:39.798914 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-db0f0c9d-7ac5-4adc-8606-6fe15e38dce9 req-7f9929fb-fb41-44ba-9125-4e660d49fce4 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Oct 11 20:50:40.461866 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-06b56cd7-475f-4368-a0d5-f9cfc257578e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:40.463340 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-06b56cd7-475f-4368-a0d5-f9cfc257578e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 812 time: 0.1045821 Oct 11 20:50:40.508738 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-7f4166fd-086a-4dab-a6b1-10d782aab476 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae87cf4a4451491189bd88bcc40367a9 HTTP/1.1" status: 200 len: 379 time: 0.0343580 Oct 11 20:50:40.518706 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'port': {'device_id': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'admin_state_up': True, 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'security_groups': ['67091714-5e14-4318-8ca6-37c3191e3693']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:40.590274 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-314015e3-0081-40a9-bf56-171c78d63de0 req-92f57d46-067c-4807-9da7-92e120c74703 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 210 time: 0.0320106 Oct 11 20:50:40.654342 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Made reservation on behalf of ae87cf4a4451491189bd88bcc40367a9 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:50:40.658371 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:40.663309 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 84b979ae-fa6c-48e2-9d98-b1fef108aea2 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:50:40.716702 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:50:40.721244 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:50:40.721617 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:40.789527 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Allocated IP 172.20.0.6 (2872e7e8-61c6-4981-a46b-8b5ae7212c34/e537eda2-da99-49df-b60d-ad41ca2ce895/e17a42d1-b1f6-4208-a09e-b6b9c5d769ca) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:50:40.800768 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:40.825275 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b979ae-fa6c-48e2-9d98-b1fef108aea2'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:40.828087 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf4e605-ca8e-475f-804f-6060a6596c33" -d '{"events": [{"server_uuid": "371a71f0-9d36-42b4-b2c3-a74bb4b1aca2", "name": "network-vif-plugged", "status": "completed", "tag": "84b979ae-fa6c-48e2-9d98-b1fef108aea2"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:40.847817 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port 84b979ae-fa6c-48e2-9d98-b1fef108aea2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=84b979ae-fa6c-48e2-9d98-b1fef108aea2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:40.853512 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:40.905476 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca188cc-72dc-4e34-9860-502625bdd81a x-openstack-request-id: req-cca188cc-72dc-4e34-9860-502625bdd81a {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:40.905762 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371a71f0-9d36-42b4-b2c3-a74bb4b1aca2", "name": "network-vif-plugged", "status": "completed", "tag": "84b979ae-fa6c-48e2-9d98-b1fef108aea2", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:40.906015 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cca188cc-72dc-4e34-9860-502625bdd81a {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:40.906444 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b979ae-fa6c-48e2-9d98-b1fef108aea2', 'code': 200} Oct 11 20:50:40.911820 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=84b979ae-fa6c-48e2-9d98-b1fef108aea2,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:40.967033 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:40.993556 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2eeee-3b5e-490b-9fe2-022ec882dd76 req-af926e60-bce9-4e62-82f8-ecfeeaa35073 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:40.995456 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e1d2eeee-3b5e-490b-9fe2-022ec882dd76 req-af926e60-bce9-4e62-82f8-ecfeeaa35073 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 945 time: 0.0753913 Oct 11 20:50:41.034243 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.084214 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e1d2eeee-3b5e-490b-9fe2-022ec882dd76 req-059405ea-1ead-46b9-beda-5d96a3287947 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806503 Oct 11 20:50:41.087432 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241f8c-5366-440d-9a87-38e22efcd010 req-98134b4a-9e9d-4d21-b393-62dfb46139b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:41.089700 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b3241f8c-5366-440d-9a87-38e22efcd010 req-98134b4a-9e9d-4d21-b393-62dfb46139b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 1098 time: 0.0499158 Oct 11 20:50:41.099585 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:50:41.103723 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:50:41.105626 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:41.107746 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:50:41.137303 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b3241f8c-5366-440d-9a87-38e22efcd010 req-3a665c7b-c3c1-4377-9635-1cafb4d92980 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Oct 11 20:50:41.157746 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:41.158362 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.174927 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-252bdaef-7f05-43d1-8c10-975362a5c2db tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6605227 Oct 11 20:50:41.335764 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-f7624ff4-9f32-4325-8313-30fbf3b60bab None None] Provisioning complete for port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:50:41.336129 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f7624ff4-9f32-4325-8313-30fbf3b60bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.370209 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Request body: {'port': {'device_id': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:41.372362 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-f7624ff4-9f32-4325-8313-30fbf3b60bab None None] Port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:50:41.425446 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.674829 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17a42d1-b1f6-4208-a09e-b6b9c5d769ca {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:41.682214 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.694711 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Transition to ACTIVE for port object e17a42d1-b1f6-4208-a09e-b6b9c5d769ca will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:50:41.700527 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.708217 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457211e-ecc6-4a2e-a0d3-9ff7be01d1d7 req-6d659240-e331-4295-a2ad-6a4e6ee174c0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:41.709747 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9457211e-ecc6-4a2e-a0d3-9ff7be01d1d7 req-6d659240-e331-4295-a2ad-6a4e6ee174c0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 931 time: 0.0505674 Oct 11 20:50:41.752140 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9457211e-ecc6-4a2e-a0d3-9ff7be01d1d7 req-9c643597-94f9-4513-b9ce-f32c1e58cfdf tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361335 Oct 11 20:50:41.765800 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Pushing event updated for resources: {'Port': ['ID=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:41.844967 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Attempting to bind port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:50:41.845294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Attempting to bind port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:50:41.845630 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Attempting to bind port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:41.850951 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:50:41.851365 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Attempting to bind port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca on network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:41.856583 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:50:41.856915 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Checking segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:50:41.857293 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Bound using segment: {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:50:41.857718 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Bound port: e17a42d1-b1f6-4208-a09e-b6b9c5d769ca, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99295830-e9a0-441a-88d0-6283d855a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:50:41.858074 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.925254 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] For port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:50:41.928377 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] For port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:50:41.931894 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.962002 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:41.962760 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:41.964252 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] 10.222.0.46 "PUT /v2.0/ports/e17a42d1-b1f6-4208-a09e-b6b9c5d769ca HTTP/1.1" status: 200 len: 1093 time: 0.5983915 Oct 11 20:50:41.966413 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:41.970358 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcccfe55-e976-4254-8ae4-0943d4bb5018" -d '{"events": [{"name": "network-changed", "server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:41.999339 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aab961-5183-42a3-bd7b-cb8e9f0ae297 service neutron] Pushing event updated for resources: {'Port': ['ID=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:42.030572 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e7c05-b2f9-46f3-bb4f-2cdb0c6f41b5 x-openstack-request-id: req-5e1e7c05-b2f9-46f3-bb4f-2cdb0c6f41b5 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:42.030870 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:42.031126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e1e7c05-b2f9-46f3-bb4f-2cdb0c6f41b5 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:42.031591 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'status': 'completed', 'code': 200} Oct 11 20:50:42.076376 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-b72d25d8-9e02-402d-b64a-fb9130dc4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.078102 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-b72d25d8-9e02-402d-b64a-fb9130dc4448 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 1096 time: 0.0422108 Oct 11 20:50:42.135923 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-faba6d44-6afb-4afe-965e-da87c41dff7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca HTTP/1.1" status: 200 len: 217 time: 0.0402038 Oct 11 20:50:42.225475 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-98cae00d-6073-4cac-834d-8d624a62856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.226950 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-98cae00d-6073-4cac-834d-8d624a62856f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0768802 Oct 11 20:50:42.238734 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1739c4a-b246-46e8-a9c7-51628c12516f req-440e4e1e-4af8-4870-948f-68669450aeb0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.240084 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a1739c4a-b246-46e8-a9c7-51628c12516f req-440e4e1e-4af8-4870-948f-68669450aeb0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 945 time: 0.0820713 Oct 11 20:50:42.304625 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a1739c4a-b246-46e8-a9c7-51628c12516f req-dcf243d4-353b-4ff7-ab7a-4734fc639516 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561311 Oct 11 20:50:42.309648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-3c69d7b3-922a-4b1f-850d-8ca49c02e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.311137 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-3c69d7b3-922a-4b1f-850d-8ca49c02e4e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702240 Oct 11 20:50:42.432579 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-332dd519-bc14-4d60-a329-935fd1157415 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915926 Oct 11 20:50:42.551833 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cf644738-428c-4719-b1c2-7b669c8122a0 req-da68e617-f4ba-4fad-b073-98b5304db485 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986497 Oct 11 20:50:42.649891 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-83241778-8c5c-45c4-afbe-c886d48b9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.651386 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-83241778-8c5c-45c4-afbe-c886d48b9bf6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 1096 time: 0.0401416 Oct 11 20:50:42.754704 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-20eeda32-c2b5-4411-976b-db671bbd31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.756061 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-20eeda32-c2b5-4411-976b-db671bbd31ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.0938811 Oct 11 20:50:42.807747 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-6cd50455-7630-4e12-a5c1-866837b4e8b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca HTTP/1.1" status: 200 len: 217 time: 0.0404155 Oct 11 20:50:42.873625 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-9613d0b3-4e3c-4dd6-a691-bf56ac5d3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.875099 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-9613d0b3-4e3c-4dd6-a691-bf56ac5d3db5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0567410 Oct 11 20:50:42.878993 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae340-cb9d-4a5a-b65e-c34a16caea7b req-3d4fa4e5-a2b9-45ff-85ac-9c05cd6377a0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.880567 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5e7ae340-cb9d-4a5a-b65e-c34a16caea7b req-3d4fa4e5-a2b9-45ff-85ac-9c05cd6377a0 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 943 time: 0.0582345 Oct 11 20:50:42.923743 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5e7ae340-cb9d-4a5a-b65e-c34a16caea7b req-78c357f8-df96-4fa8-8c4c-c7ed99192982 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361962 Oct 11 20:50:42.934325 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-f5063d4a-77d9-4631-88a8-4acae767f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:42.935816 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-f5063d4a-77d9-4631-88a8-4acae767f78c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434620 Oct 11 20:50:43.051925 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-0876c792-4f68-48e9-a31a-879c62defe42 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829387 Oct 11 20:50:43.146665 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dcccfe55-e976-4254-8ae4-0943d4bb5018 req-7a7902f5-5946-4b40-bd5a-2dde2a4bfc31 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Oct 11 20:50:43.417767 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532f09e-c2f9-4930-a537-c67413f652de req-defdaf42-bc90-4ff3-9740-1528c8ea69f5 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:43.419198 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4532f09e-c2f9-4930-a537-c67413f652de req-defdaf42-bc90-4ff3-9740-1528c8ea69f5 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 945 time: 0.0474896 Oct 11 20:50:43.455198 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4532f09e-c2f9-4930-a537-c67413f652de req-04ed861a-a07e-4697-b4d1-177e6aedb078 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300066 Oct 11 20:50:44.043557 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef4321-84fa-468d-8b0b-81ea441e474f req-933bb213-4254-468e-b380-a720e8dd9c42 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:44.045033 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a4ef4321-84fa-468d-8b0b-81ea441e474f req-933bb213-4254-468e-b380-a720e8dd9c42 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 943 time: 0.0528560 Oct 11 20:50:44.087248 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a4ef4321-84fa-468d-8b0b-81ea441e474f req-08dffc8c-5334-4eac-b97a-5a023c21a3ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350273 Oct 11 20:50:45.206736 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461abb3-7647-49fe-a9d0-32dd86dbe415 req-7230bb5b-bb26-4cc5-b3a5-fed80c5897bb tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:45.208176 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9461abb3-7647-49fe-a9d0-32dd86dbe415 req-7230bb5b-bb26-4cc5-b3a5-fed80c5897bb tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 943 time: 0.0508540 Oct 11 20:50:45.246021 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9461abb3-7647-49fe-a9d0-32dd86dbe415 req-c6279458-bc24-4125-b231-3cdada29fb33 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Oct 11 20:50:46.360991 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630bf9e-4128-46ba-9112-41dc8cf7e814 req-6b51c2ff-e40e-4b30-b6dd-1d80246a8f91 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:46.362328 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0630bf9e-4128-46ba-9112-41dc8cf7e814 req-6b51c2ff-e40e-4b30-b6dd-1d80246a8f91 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 943 time: 0.0518031 Oct 11 20:50:46.398572 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0630bf9e-4128-46ba-9112-41dc8cf7e814 req-5aac4f63-cbd3-4298-813f-ac68e455f792 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303361 Oct 11 20:50:47.510962 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25be75a-e7c4-442b-be16-fda9857554be req-9d05b706-1c94-43b2-826c-4da3002f125b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:47.512418 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a25be75a-e7c4-442b-be16-fda9857554be req-9d05b706-1c94-43b2-826c-4da3002f125b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 943 time: 0.0491352 Oct 11 20:50:47.550040 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a25be75a-e7c4-442b-be16-fda9857554be req-9db1ba13-a14e-45c7-958c-68c91403b0e9 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Oct 11 20:50:47.948614 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-dd1ab6b8-1510-4d72-89f5-e61a170867a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:48.659219 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c284f-4e1a-4b71-a6e9-80a09741b76a req-280ede72-86da-4a0f-a9dd-319c6cd40770 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:48.660635 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e46c284f-4e1a-4b71-a6e9-80a09741b76a req-280ede72-86da-4a0f-a9dd-319c6cd40770 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 943 time: 0.0470104 Oct 11 20:50:48.697359 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e46c284f-4e1a-4b71-a6e9-80a09741b76a req-29994b1a-7367-4a24-afc0-0b9cacda3233 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309367 Oct 11 20:50:49.811308 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6b352-943b-4100-9913-0483fc0aa1da req-5bbc0912-120f-4de0-8a34-a4ecc55f340f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:49.812621 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-66d6b352-943b-4100-9913-0483fc0aa1da req-5bbc0912-120f-4de0-8a34-a4ecc55f340f tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 943 time: 0.0507410 Oct 11 20:50:49.848213 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-66d6b352-943b-4100-9913-0483fc0aa1da req-f5cd1949-35cb-45fa-ab67-37ccbb4e96c7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298104 Oct 11 20:50:50.712215 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device e17a42d1-b1f6-4208-a09e-b6b9c5d769ca details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:50:50.806730 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-76e21783-ec0b-4e41-af3a-42f481a1cc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:50.813710 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:50.824009 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'port_id': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'mac_address': 'fa:16:3e:38:9b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:50:50.864071 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:50.876279 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17a42d1-b1f6-4208-a09e-b6b9c5d769ca {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:50.896792 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:50.902320 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:50.948379 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:50.962979 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78db19-eb51-4edb-97a9-421e43fc530e req-defb6abf-b571-4445-a768-b92c652784fe tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:50.964479 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9a78db19-eb51-4edb-97a9-421e43fc530e req-defb6abf-b571-4445-a768-b92c652784fe tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 944 time: 0.0481815 Oct 11 20:50:51.004319 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9a78db19-eb51-4edb-97a9-421e43fc530e req-91023fef-787a-4876-896f-9e87b31110fd tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326524 Oct 11 20:50:51.212399 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['e17a42d1-b1f6-4208-a09e-b6b9c5d769ca'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:51.472084 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:51.885260 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:52.115699 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238549f-464f-4750-a975-2e099ad2b5ab req-8e37a8e3-1a83-42fe-ab64-39276272203a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:52.117115 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1238549f-464f-4750-a975-2e099ad2b5ab req-8e37a8e3-1a83-42fe-ab64-39276272203a tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 944 time: 0.0481327 Oct 11 20:50:52.155943 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1238549f-464f-4750-a975-2e099ad2b5ab req-9129da48-dc9c-4abf-bfe5-8782779bcf9d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Oct 11 20:50:52.718668 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device e17a42d1-b1f6-4208-a09e-b6b9c5d769ca up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:50:52.774157 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:50:52.777020 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:50:52.777402 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:52.863540 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:52.885615 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:52.888142 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bbda53-e71f-4182-b13c-a6a2fdb24cbc" -d '{"events": [{"server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "name": "network-vif-plugged", "status": "completed", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:52.901063 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:50:52.905316 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:52.927812 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9d5350-b3cb-4d30-9bf8-836d1d4b8f73 x-openstack-request-id: req-1c9d5350-b3cb-4d30-9bf8-836d1d4b8f73 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:52.928096 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "name": "network-vif-plugged", "status": "completed", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:52.928344 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c9d5350-b3cb-4d30-9bf8-836d1d4b8f73 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:52.928718 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'code': 200} Oct 11 20:50:52.957139 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:53.117563 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:53.188195 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ce294-8266-4cd0-a967-57a1c32b61a5 req-5ea1bdc5-25b4-4653-ad57-4ea73cfca5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:53.189863 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9e8ce294-8266-4cd0-a967-57a1c32b61a5 req-5ea1bdc5-25b4-4653-ad57-4ea73cfca5df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 1098 time: 0.0395277 Oct 11 20:50:53.226152 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-9e8ce294-8266-4cd0-a967-57a1c32b61a5 req-d9739bef-2cde-4403-9622-2eb7779e97ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286016 Oct 11 20:50:53.275634 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabc719-71a3-45d3-bed6-e7398829a633 req-5c02fffc-b45b-49ef-b27d-61d5cec0af74 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:53.277058 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-efabc719-71a3-45d3-bed6-e7398829a633 req-5c02fffc-b45b-49ef-b27d-61d5cec0af74 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 945 time: 0.0507994 Oct 11 20:50:53.313676 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-efabc719-71a3-45d3-bed6-e7398829a633 req-fee43a60-eafc-482a-93b6-aa86a390f0bd tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299175 Oct 11 20:50:54.425033 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171b12d-4167-41a7-a3a5-cce16d7470e7 req-cbc7ba38-3b70-4443-93f3-328ae4e7eb46 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:54.426507 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4171b12d-4167-41a7-a3a5-cce16d7470e7 req-cbc7ba38-3b70-4443-93f3-328ae4e7eb46 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 945 time: 0.0474882 Oct 11 20:50:54.462980 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4171b12d-4167-41a7-a3a5-cce16d7470e7 req-415ba0c0-90a0-45fc-a70b-f91026e2028d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Oct 11 20:50:55.176183 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ac9f8-e644-41ec-af73-54644cdc680d req-0bf72f95-b79e-4650-91e6-106c0d19a5fd tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:55.177610 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-0bf72f95-b79e-4650-91e6-106c0d19a5fd tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.0974660 Oct 11 20:50:55.192915 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-e7f803ba-43ab-49d7-bda4-0acfb959303b tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/quotas/e74d2cb2606e43fc93e7429bec40acee HTTP/1.1" status: 200 len: 375 time: 0.0093217 Oct 11 20:50:55.249476 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-f4df9d41-958a-4a2f-9bc8-39094eee21d3 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513475 Oct 11 20:50:55.336949 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-7881c18e-f077-4311-a99b-20a21bae26cf service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798516 Oct 11 20:50:55.426957 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-de0dbdd3-68e3-4caf-b478-dfff69fec01e service neutron] 10.222.0.43 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839498 Oct 11 20:50:55.582297 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7e77a70c-b0b3-4dc1-8077-8503bccd9ecc req-43bb1179-7d3d-4e4b-a814-8662492c5961 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 210 time: 0.0276108 Oct 11 20:50:55.593917 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eda152-d9a6-4c32-be22-d92ec96ef2c3 req-caeb360c-ed82-410c-9f85-7c4fdec7c38b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:55.595982 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e8eda152-d9a6-4c32-be22-d92ec96ef2c3 req-caeb360c-ed82-410c-9f85-7c4fdec7c38b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 945 time: 0.0632160 Oct 11 20:50:55.633822 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e8eda152-d9a6-4c32-be22-d92ec96ef2c3 req-41eacec8-0ce6-4ed9-b336-57352f1cb451 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Oct 11 20:50:55.755231 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b69b6-6cdd-4e7a-b3ea-cb118985a64f req-17b0d9e3-6e8d-42a9-bb85-222d8b3d8441 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:55.756678 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a75b69b6-6cdd-4e7a-b3ea-cb118985a64f req-17b0d9e3-6e8d-42a9-bb85-222d8b3d8441 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 945 time: 0.0542898 Oct 11 20:50:55.796857 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a75b69b6-6cdd-4e7a-b3ea-cb118985a64f req-b43d11e5-38e9-4796-9399-3fcb31d9c359 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341182 Oct 11 20:50:55.820083 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46672) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:55.859349 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a68a9-b04c-479e-8bd9-3daa671d6509 tempest-TestVolumeBootPattern-855204383 tempest-TestVolumeBootPattern-855204383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:55.861570 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-4d6a68a9-b04c-479e-8bd9-3daa671d6509 tempest-TestVolumeBootPattern-855204383 tempest-TestVolumeBootPattern-855204383-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 1093 time: 0.0405140 Oct 11 20:50:55.864405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46674) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:50:55.868728 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'port_id': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:55.890119 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:55.994910 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:56.106592 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Allocated IP 172.27.2.11 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/d2750e3b-87a2-4491-80ca-80bbcc79db6b) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:50:56.207963 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:56.240091 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:56.273316 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:50:56.275995 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:50:56.281245 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:50:56.310505 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=d2750e3b-87a2-4491-80ca-80bbcc79db6b,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:56.321909 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.322260 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.322640 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.322974 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.323302 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.323630 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.323953 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.324276 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.324595 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.324915 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.325233 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.325561 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:56.613891 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ac9f8-e644-41ec-af73-54644cdc680d req-116fc407-ff3b-40a4-9c33-1492ec91a7d5 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:56.615983 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-116fc407-ff3b-40a4-9c33-1492ec91a7d5 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 813 time: 0.1095154 Oct 11 20:50:56.635648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Request body: {'port': {'device_id': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'admin_state_up': True, 'tenant_id': 'e74d2cb2606e43fc93e7429bec40acee'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:56.677556 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:56.763791 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Made reservation on behalf of e74d2cb2606e43fc93e7429bec40acee for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:50:56.768382 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:56.848439 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-254f3223-cc41-49e5-b559-c207cf483c62 req-7948d1d6-4b28-4abc-ba73-929340c63a5a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 210 time: 0.0320048 Oct 11 20:50:56.899033 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Allocated IP 172.20.0.5 (f1db8a76-1ef9-4c5e-afc4-0256a7d658b6/5caa5468-2565-45c5-87c7-44b3ecb44d61/a0c37d39-2a54-4c01-ad69-9f2ad08c8028) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:50:56.908007 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:56.973519 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.049648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.091497 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.103307 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812', 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', '84b979ae-fa6c-48e2-9d98-b1fef108aea2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:50:57.131645 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:50:57.132736 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.135095 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:50:57.138388 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25184943'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.141158 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:50:57.189043 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:57.189813 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.206108 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event updated for resources: {'Port': ['ID=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:57.218034 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903342 Oct 11 20:50:57.218410 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event updated for resources: {'Port': ['ID=d2750e3b-87a2-4491-80ca-80bbcc79db6b,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:57.219319 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.219752 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.220306 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.220801 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.221135 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.227700 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.228041 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.228982 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.229317 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.229703 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.230035 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.230364 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a4368f-0f52-463d-af0f-f506d1400a49 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:50:57.242759 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.245434 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Request body: {'port': {'device_id': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:50:57.305968 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.352364 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Floating IP b191f5d7-fba7-461f-a323-623f78aebdf0 associated. External IP: 172.27.2.11, port: e17a42d1-b1f6-4208-a09e-b6b9c5d769ca. Oct 11 20:50:57.558707 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:50:57.580611 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c37d39-2a54-4c01-ad69-9f2ad08c8028 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:50:57.588922 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.601089 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Transition to ACTIVE for port object a0c37d39-2a54-4c01-ad69-9f2ad08c8028 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:50:57.605003 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.658659 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:57.667683 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:50:57.677959 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:50:57.687713 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:50:57.689143 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:50:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:57.689405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.723039 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-d413cd7b-add3-4bc8-8515-5130e66237b7 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8574905 Oct 11 20:50:57.723648 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:57.727647 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba36b77-317d-462f-b112-f0de61bebada" -d '{"events": [{"name": "network-changed", "server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:57.734335 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Attempting to bind port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:50:57.734697 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Attempting to bind port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:50:57.735015 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Attempting to bind port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:57.740175 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:50:57.740493 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Attempting to bind port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 on network f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:50:57.745374 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:50:57.745705 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Checking segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:50:57.746078 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Bound using segment: {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:50:57.746524 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Bound port: a0c37d39-2a54-4c01-ad69-9f2ad08c8028, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9051955-5ae4-44f9-821a-043c81e5de10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:50:57.746876 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.797384 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:50:57.813081 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] For port a0c37d39-2a54-4c01-ad69-9f2ad08c8028, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:50:57.816961 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] For port a0c37d39-2a54-4c01-ad69-9f2ad08c8028, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:50:57.822530 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.826843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6a4e3d-3150-4012-a04f-5c1fae94fe0e x-openstack-request-id: req-1b6a4e3d-3150-4012-a04f-5c1fae94fe0e {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:57.827132 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:57.827384 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b6a4e3d-3150-4012-a04f-5c1fae94fe0e {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:57.827777 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'status': 'completed', 'code': 200} Oct 11 20:50:57.861702 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:57.862318 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:50:57.863720 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/a0c37d39-2a54-4c01-ad69-9f2ad08c8028 HTTP/1.1" status: 200 len: 1093 time: 0.6232638 Oct 11 20:50:57.864167 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'tag': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:50:57.866503 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118ee1ba-fffa-43d2-b923-f5309758bc90" -d '{"events": [{"name": "network-changed", "server_uuid": "fa28f999-e4af-4495-b2d5-91fbf00bfbac", "tag": "a0c37d39-2a54-4c01-ad69-9f2ad08c8028"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:50:57.896501 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a744a-bf1b-4163-ae40-cb9fb83b68f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:50:57.939362 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a690c4e-e037-4c5a-9441-3667c1a6cfd8 x-openstack-request-id: req-2a690c4e-e037-4c5a-9441-3667c1a6cfd8 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:50:57.939825 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa28f999-e4af-4495-b2d5-91fbf00bfbac", "tag": "a0c37d39-2a54-4c01-ad69-9f2ad08c8028", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:50:57.940006 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a690c4e-e037-4c5a-9441-3667c1a6cfd8 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:50:57.940513 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'tag': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028', 'status': 'completed', 'code': 200} Oct 11 20:50:57.955914 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ac9f8-e644-41ec-af73-54644cdc680d req-c5c12a7c-3812-4537-b67d-c5b7ada3205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:57.957508 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-c5c12a7c-3812-4537-b67d-c5b7ada3205c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 1096 time: 0.0455873 Oct 11 20:50:57.980089 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36b77-317d-462f-b112-f0de61bebada req-2c60e623-5c04-4620-8500-26037fc1f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:57.981563 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ba36b77-317d-462f-b112-f0de61bebada req-2c60e623-5c04-4620-8500-26037fc1f2b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 1098 time: 0.1197121 Oct 11 20:50:57.993977 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5207553-fc21-4f8a-bbe9-4d8a3c8d60ef req-a64eb7a4-606b-437e-8474-69689ec37065 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:57.995442 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d5207553-fc21-4f8a-bbe9-4d8a3c8d60ef req-a64eb7a4-606b-437e-8474-69689ec37065 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 943 time: 0.0674362 Oct 11 20:50:58.009559 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-21d7bc3a-cb0e-443b-a8eb-0cc776450e86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c37d39-2a54-4c01-ad69-9f2ad08c8028 HTTP/1.1" status: 200 len: 217 time: 0.0399609 Oct 11 20:50:58.056484 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'b191f5d7-fba7-461f-a323-623f78aebdf0', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:38:9b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:50:56Z', 'updated_at': '2021-10-11T20:50:56Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}, {'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:52Z', 'revision_number': 1, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:58.065673 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ce16c78c-b5c4-44a9-b3de-41e03ece7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:58.067084 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-ce16c78c-b5c4-44a9-b3de-41e03ece7222 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0490839 Oct 11 20:50:58.077650 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d5207553-fc21-4f8a-bbe9-4d8a3c8d60ef req-dd4b1a31-3fd6-48ed-b83c-ca988f5102a1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727293 Oct 11 20:50:58.086231 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:50:58.096170 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:50:58.096923 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:50:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:58.105867 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-aa62677a-963e-424d-9d86-d8ab846215f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274355 Oct 11 20:50:58.120949 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36b77-317d-462f-b112-f0de61bebada req-02b0135b-f6f3-4897-930d-7ffa36f05bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:58.122379 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ba36b77-317d-462f-b112-f0de61bebada req-02b0135b-f6f3-4897-930d-7ffa36f05bef service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.1260910 Oct 11 20:50:58.200837 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ba36b77-317d-462f-b112-f0de61bebada req-307f3c61-4fdf-42d3-8b14-96711c7fba22 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca HTTP/1.1" status: 200 len: 998 time: 0.0674088 Oct 11 20:50:58.208075 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:50:58.254978 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36b77-317d-462f-b112-f0de61bebada req-61ea2a5a-6b40-45d5-b568-e25bd945a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:58.256427 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ba36b77-317d-462f-b112-f0de61bebada req-61ea2a5a-6b40-45d5-b568-e25bd945a638 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0468018 Oct 11 20:50:58.304445 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba36b77-317d-462f-b112-f0de61bebada req-5774cd7b-9e93-4a39-90bb-c76b7236fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:58.306370 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ba36b77-317d-462f-b112-f0de61bebada req-5774cd7b-9e93-4a39-90bb-c76b7236fdf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409019 Oct 11 20:50:58.417268 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ba36b77-317d-462f-b112-f0de61bebada req-0887a5c2-d3bb-42f9-8efc-30097868d1ea service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025901 Oct 11 20:50:58.443100 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'b191f5d7-fba7-461f-a323-623f78aebdf0', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:38:9b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:50:56Z', 'updated_at': '2021-10-11T20:50:56Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}, {'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:52Z', 'revision_number': 1, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:50:58.473742 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a5ff16-17f9-4a9e-beff-01e29b03c6a4 None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'b191f5d7-fba7-461f-a323-623f78aebdf0', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:38:9b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:50:56Z', 'updated_at': '2021-10-11T20:50:56Z', 'revision_number': 0, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}, {'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:52Z', 'revision_number': 1, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:50:58.488872 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-a59a2ca7-9f0a-455c-a7e5-a6843abd2664 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712595 Oct 11 20:50:58.512339 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ba36b77-317d-462f-b112-f0de61bebada req-5468a4cf-be17-4132-8471-c686eb4fb497 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862131 Oct 11 20:50:58.587269 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-010ac9f8-e644-41ec-af73-54644cdc680d req-b4c38c25-a639-49ce-986f-17e976b92708 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880022 Oct 11 20:50:58.666149 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9deb92a-8bf7-4687-bfae-76b3cfe6f098 None None] New status for floating IP b191f5d7-fba7-461f-a323-623f78aebdf0: ACTIVE {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:50:58.679457 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-b4822790-286a-406f-ae7c-05aab8642053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:58.681042 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-b4822790-286a-406f-ae7c-05aab8642053 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e74d2cb2606e43fc93e7429bec40acee&device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 1096 time: 0.0454650 Oct 11 20:50:58.776065 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-cdde29a0-3e9d-4c4d-89f7-b0c34b376977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:58.777480 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-cdde29a0-3e9d-4c4d-89f7-b0c34b376977 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 200 len: 914 time: 0.0829842 Oct 11 20:50:58.821463 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-ffb0ceca-3000-4c1d-8b1f-5cde5972377c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a0c37d39-2a54-4c01-ad69-9f2ad08c8028 HTTP/1.1" status: 200 len: 217 time: 0.0369639 Oct 11 20:50:58.871877 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-4f9e70e8-71d8-4fc3-9f87-8171a8c13737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:58.873278 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-4f9e70e8-71d8-4fc3-9f87-8171a8c13737 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 200 len: 853 time: 0.0442135 Oct 11 20:50:58.916085 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-e1520a6b-35b8-4cea-9ee6-68c0c7f7b5fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238223 Oct 11 20:50:59.012037 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-f72b3f45-cd3f-48cd-8079-6bafb70ba9b4 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808339 Oct 11 20:50:59.103408 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-118ee1ba-fffa-43d2-b923-f5309758bc90 req-44e7048a-4d29-4e19-8895-aafbcb87ef13 service neutron] 10.222.0.46 "GET /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807233 Oct 11 20:50:59.199967 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176884d-4dbd-43b7-957c-b2f7e1d225f5 req-156945c0-052d-493d-8408-dc0b9100689d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:50:59.201410 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a176884d-4dbd-43b7-957c-b2f7e1d225f5 req-156945c0-052d-493d-8408-dc0b9100689d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 943 time: 0.0478501 Oct 11 20:50:59.242388 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a176884d-4dbd-43b7-957c-b2f7e1d225f5 req-f3cea80b-c9ce-4418-82bf-515a05118e15 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Oct 11 20:51:00.353971 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42541c72-9932-4ee8-a7d4-0c198126b438 req-731fc6a0-3d38-4161-91f5-74f150a1e370 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:00.355443 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-42541c72-9932-4ee8-a7d4-0c198126b438 req-731fc6a0-3d38-4161-91f5-74f150a1e370 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 943 time: 0.0482945 Oct 11 20:51:00.393080 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-42541c72-9932-4ee8-a7d4-0c198126b438 req-e72f5b0d-2acd-4de7-9ea5-28f4bee0ee3f tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316947 Oct 11 20:51:00.705785 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-861078fe-7127-4971-ac2b-6048adf196dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392659 Oct 11 20:51:00.773318 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-3f908620-e7e1-4b24-a196-70836f59a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:00.774818 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-3f908620-e7e1-4b24-a196-70836f59a334 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1098 time: 0.0428433 Oct 11 20:51:00.879451 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-a6a2866a-c851-4562-b002-7cb78d9a44bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:00.880884 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-a6a2866a-c851-4562-b002-7cb78d9a44bb service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.0831516 Oct 11 20:51:00.957051 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-382bb9d8-186a-42cd-bbb9-01e3a8ea59a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 200 len: 1001 time: 0.0607901 Oct 11 20:51:01.006029 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-95cb8744-965f-414d-87ad-e49081d44f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:01.007425 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-95cb8744-965f-414d-87ad-e49081d44f96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0423279 Oct 11 20:51:01.053234 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-865ca677-d0a8-44d7-8b3e-454bc298a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:01.054668 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-865ca677-d0a8-44d7-8b3e-454bc298a3e7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384631 Oct 11 20:51:01.146784 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-f623239d-d07e-4bc8-b632-91313f2fe56b service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839021 Oct 11 20:51:01.234697 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-034cf3d2-87a3-4fdf-9322-d46987cc3bf7 req-807d44ee-9728-4570-8d80-770c32d50189 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804987 Oct 11 20:51:01.503709 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754afc8-dcb5-4391-b35e-920c365e652d req-820cc443-adc9-4b88-bf6c-dc41b5142895 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:01.505072 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7754afc8-dcb5-4391-b35e-920c365e652d req-820cc443-adc9-4b88-bf6c-dc41b5142895 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 943 time: 0.0481224 Oct 11 20:51:01.541668 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7754afc8-dcb5-4391-b35e-920c365e652d req-a4601bab-3d27-448f-a7b0-b3f610b025ea tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307851 Oct 11 20:51:02.651421 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb17292-4cb9-4d34-9fdc-f72cf365137a req-a28e1e85-bc43-426a-893d-bee200ca0864 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:02.652839 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-edb17292-4cb9-4d34-9fdc-f72cf365137a req-a28e1e85-bc43-426a-893d-bee200ca0864 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 943 time: 0.0468316 Oct 11 20:51:02.693107 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-edb17292-4cb9-4d34-9fdc-f72cf365137a req-fdeede0b-dd61-436d-845d-651aa13b53dd tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Oct 11 20:51:02.758385 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a0c37d39-2a54-4c01-ad69-9f2ad08c8028 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:51:02.850704 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port a0c37d39-2a54-4c01-ad69-9f2ad08c8028, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:02.865223 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028', 'network_id': 'f1db8a76-1ef9-4c5e-afc4-0256a7d658b6', 'port_id': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028', 'mac_address': 'fa:16:3e:22:55:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5caa5468-2565-45c5-87c7-44b3ecb44d61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:51:02.900293 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:02.912685 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c37d39-2a54-4c01-ad69-9f2ad08c8028 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:51:02.930546 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port a0c37d39-2a54-4c01-ad69-9f2ad08c8028, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:02.934426 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:02.980642 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:03.241111 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['a0c37d39-2a54-4c01-ad69-9f2ad08c8028'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:51:03.807230 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a02d5-40da-4e27-8243-7b172a7d0b27 req-394ba78d-064d-435e-9b14-b7a2195bcfa1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:03.808805 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-082a02d5-40da-4e27-8243-7b172a7d0b27 req-394ba78d-064d-435e-9b14-b7a2195bcfa1 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 944 time: 0.0489857 Oct 11 20:51:03.848597 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-082a02d5-40da-4e27-8243-7b172a7d0b27 req-d62d1c1a-ac0b-42d2-81c9-2526ec3fe34d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332477 Oct 11 20:51:04.759625 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a0c37d39-2a54-4c01-ad69-9f2ad08c8028 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:51:04.806526 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:51:04.810144 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:51:04.810540 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:04.886282 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:04.909264 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:51:04.911523 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92369eb8-949f-4ffe-80b4-dd83dfc1d032" -d '{"events": [{"server_uuid": "fa28f999-e4af-4495-b2d5-91fbf00bfbac", "name": "network-vif-plugged", "status": "completed", "tag": "a0c37d39-2a54-4c01-ad69-9f2ad08c8028"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:51:04.924744 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port a0c37d39-2a54-4c01-ad69-9f2ad08c8028, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:04.932399 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:04.957473 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e2a4c3-03cd-4f03-8705-5423f4e5fe63 x-openstack-request-id: req-15e2a4c3-03cd-4f03-8705-5423f4e5fe63 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:51:04.957764 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28f999-e4af-4495-b2d5-91fbf00bfbac", "name": "network-vif-plugged", "status": "completed", "tag": "a0c37d39-2a54-4c01-ad69-9f2ad08c8028", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:51:04.958014 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15e2a4c3-03cd-4f03-8705-5423f4e5fe63 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:51:04.958399 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028', 'code': 200} Oct 11 20:51:04.963923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11456a1-c866-46ee-bdf4-abbdfeacabf4 req-a60e2fbd-c467-468c-922f-60ae9fc56500 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:04.965414 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c11456a1-c866-46ee-bdf4-abbdfeacabf4 req-a60e2fbd-c467-468c-922f-60ae9fc56500 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 944 time: 0.0502791 Oct 11 20:51:04.997722 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:05.006384 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.006757 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.007093 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.007200 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c11456a1-c866-46ee-bdf4-abbdfeacabf4 req-663444f1-ff67-4c39-bd71-286a977d6b58 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Oct 11 20:51:05.007445 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.007754 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.008082 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.008407 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.008731 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.009053 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.009381 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.009755 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.010018 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:51:05.145666 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60d24f-0137-48ea-b0ef-27a4d5705e8c req-a0a681a6-9a6b-452f-bd0e-165abea73973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:05.147156 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8c60d24f-0137-48ea-b0ef-27a4d5705e8c req-a0a681a6-9a6b-452f-bd0e-165abea73973 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 1098 time: 0.0429766 Oct 11 20:51:05.183427 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8c60d24f-0137-48ea-b0ef-27a4d5705e8c req-301370a5-cd44-4939-af59-93fb8ef24bf2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265045 Oct 11 20:51:06.123661 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439479-00da-4598-8853-b91fc3eda44d req-6f8c9ae3-1698-4f46-ba11-200469ce846e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:06.125121 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-af439479-00da-4598-8853-b91fc3eda44d req-6f8c9ae3-1698-4f46-ba11-200469ce846e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 945 time: 0.0488026 Oct 11 20:51:06.166849 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-af439479-00da-4598-8853-b91fc3eda44d req-4b4bfb0f-bee6-411e-ba2c-8d9ccb254917 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346024 Oct 11 20:51:07.280884 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd002d3-9d77-4b37-ae7e-caf019a96947 req-2b4eae95-5bcc-4b10-8e09-84a692d7b51c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:07.282451 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5cd002d3-9d77-4b37-ae7e-caf019a96947 req-2b4eae95-5bcc-4b10-8e09-84a692d7b51c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 945 time: 0.0491719 Oct 11 20:51:07.319423 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-5cd002d3-9d77-4b37-ae7e-caf019a96947 req-6a787269-a2aa-4c16-b4d0-83c2b8f72a62 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Oct 11 20:51:11.886822 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326e89-6eb6-462a-8df8-8dafce66e5ec req-02781467-e772-4c8c-8d1d-ce1264818382 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:11.888264 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-36326e89-6eb6-462a-8df8-8dafce66e5ec req-02781467-e772-4c8c-8d1d-ce1264818382 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0483239 Oct 11 20:51:11.925344 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-36326e89-6eb6-462a-8df8-8dafce66e5ec req-260a3ebf-44ea-4146-871a-72a39986e749 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311925 Oct 11 20:51:12.399930 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:51:13.043813 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155a903-de88-421e-aa34-715e7e1081e9 req-38938f4d-009f-448d-837d-e980c1ca56e0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:13.045246 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7155a903-de88-421e-aa34-715e7e1081e9 req-38938f4d-009f-448d-837d-e980c1ca56e0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0472748 Oct 11 20:51:13.083368 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7155a903-de88-421e-aa34-715e7e1081e9 req-7a3396e4-d304-4565-ad2f-66c854571c4e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Oct 11 20:51:14.205859 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e963d-c1c8-4457-bc89-2823a1c59711 req-e62c9de7-6a26-4558-ac37-98a758812df0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:14.207356 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-de2e963d-c1c8-4457-bc89-2823a1c59711 req-e62c9de7-6a26-4558-ac37-98a758812df0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0508220 Oct 11 20:51:14.248325 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-de2e963d-c1c8-4457-bc89-2823a1c59711 req-39a7a567-dad8-45bf-b5e2-02971f68cd20 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350564 Oct 11 20:51:15.372581 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bbe9f-646b-4d0e-8758-8efd88f71158 req-8885dfd7-1953-43e6-a5f5-2c39cae696ad tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:15.374124 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7a3bbe9f-646b-4d0e-8758-8efd88f71158 req-8885dfd7-1953-43e6-a5f5-2c39cae696ad tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0496056 Oct 11 20:51:15.413831 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7a3bbe9f-646b-4d0e-8758-8efd88f71158 req-fd007c04-3073-4fd5-b3a6-c916d00893dc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332401 Oct 11 20:51:16.540168 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129a98c-859f-47a8-baf1-4f76452e9fdc req-0e241dbd-8ed9-4a0f-9dba-905fb155e4ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:16.541673 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b129a98c-859f-47a8-baf1-4f76452e9fdc req-0e241dbd-8ed9-4a0f-9dba-905fb155e4ee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0549099 Oct 11 20:51:16.582538 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b129a98c-859f-47a8-baf1-4f76452e9fdc req-501acc68-6736-49ba-bbaa-f914db763cbc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 Oct 11 20:51:17.708535 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced45c0b-4c05-47fa-ac95-4baae68f2d94 req-7d2dedcb-2a4c-4880-b49e-0f13b64eb5b8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:17.710015 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ced45c0b-4c05-47fa-ac95-4baae68f2d94 req-7d2dedcb-2a4c-4880-b49e-0f13b64eb5b8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0491834 Oct 11 20:51:17.748723 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ced45c0b-4c05-47fa-ac95-4baae68f2d94 req-e6a40b51-19e3-41ac-a05e-325402c672ec tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Oct 11 20:51:17.948964 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f7fda925-99a8-4886-b726-c8900add67f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:18.869436 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f9bd5-4818-47f4-806a-6264fbed1aaa req-c18c77d5-c7bf-4d15-a49d-0a56c99a2c06 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:18.870916 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-817f9bd5-4818-47f4-806a-6264fbed1aaa req-c18c77d5-c7bf-4d15-a49d-0a56c99a2c06 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0485153 Oct 11 20:51:18.908410 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-817f9bd5-4818-47f4-806a-6264fbed1aaa req-64ff01fc-94f6-4046-8adb-c8ee6e920b62 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Oct 11 20:51:19.054509 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1a3b-7f77-492a-94ae-d183512ef198 req-9f6858c0-982b-42c0-9fe1-082954348f7b tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:19.055874 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b0eb1a3b-7f77-492a-94ae-d183512ef198 req-9f6858c0-982b-42c0-9fe1-082954348f7b tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 945 time: 0.0478351 Oct 11 20:51:19.093506 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b0eb1a3b-7f77-492a-94ae-d183512ef198 req-3eff35d4-2067-4ce1-b469-8945840c730d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317705 Oct 11 20:51:20.026806 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511d288-1869-4961-94e4-ba2da57c7ae8 req-1ef2fbaf-4ab5-43ec-8bab-b81d0b04dd1f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:20.028250 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c511d288-1869-4961-94e4-ba2da57c7ae8 req-1ef2fbaf-4ab5-43ec-8bab-b81d0b04dd1f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0474112 Oct 11 20:51:20.065206 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c511d288-1869-4961-94e4-ba2da57c7ae8 req-a3a2ab47-1bf4-445a-86b8-ddee4f2133bb tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304472 Oct 11 20:51:20.206509 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0bde5-5688-4126-8ab1-a3ac7ccdf69d req-7ccf776a-5cad-4734-9cba-67068b6d9b42 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:20.207863 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1aa0bde5-5688-4126-8ab1-a3ac7ccdf69d req-7ccf776a-5cad-4734-9cba-67068b6d9b42 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 945 time: 0.0476162 Oct 11 20:51:20.247848 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1aa0bde5-5688-4126-8ab1-a3ac7ccdf69d req-c2f4525d-9919-4acd-833a-bddc8a891cf8 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Oct 11 20:51:20.785975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-712a8bf5-d02a-488a-af38-04f3b392718e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:20.787784 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-712a8bf5-d02a-488a-af38-04f3b392718e tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 945 time: 0.0525520 Oct 11 20:51:20.789256 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ff325cdc-50d1-4336-b678-95011aacf297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:20.876855 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Deleting port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:51:20.877282 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:20.963938 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] For port a0c37d39-2a54-4c01-ad69-9f2ad08c8028, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:20.964289 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:20.977202 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Calling delete_port for a0c37d39-2a54-4c01-ad69-9f2ad08c8028 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:51:21.097733 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:21.111029 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812', 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', '84b979ae-fa6c-48e2-9d98-b1fef108aea2', 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:51:21.131218 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event deleted for resources: {'Port': ['ID=a0c37d39-2a54-4c01-ad69-9f2ad08c8028,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:21.180126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] No DVR routers for this DVR port a0c37d39-2a54-4c01-ad69-9f2ad08c8028 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:51:21.194660 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:21.197927 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6d332b38-f8ea-490a-a935-c067fa937f41 req-daeab884-8702-418a-8a7a-818e78db7739 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "DELETE /v2.0/ports/a0c37d39-2a54-4c01-ad69-9f2ad08c8028 HTTP/1.1" status: 204 len: 173 time: 0.4017808 Oct 11 20:51:21.198515 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'name': 'network-vif-deleted', 'tag': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:51:21.200762 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76858173-68c3-4e79-88ec-8054581ae548" -d '{"events": [{"server_uuid": "fa28f999-e4af-4495-b2d5-91fbf00bfbac", "name": "network-vif-deleted", "tag": "a0c37d39-2a54-4c01-ad69-9f2ad08c8028"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:51:21.231177 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed90a25-817c-4486-8eff-7015aedfd1e2 req-0c57379b-17d9-4f83-b3fd-d059fce93b90 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:21.233174 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5ed90a25-817c-4486-8eff-7015aedfd1e2 req-0c57379b-17d9-4f83-b3fd-d059fce93b90 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0796976 Oct 11 20:51:21.258590 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f95fcd-ca5e-4bf7-a53d-511bed52a0cf x-openstack-request-id: req-01f95fcd-ca5e-4bf7-a53d-511bed52a0cf {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:51:21.258880 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa28f999-e4af-4495-b2d5-91fbf00bfbac", "name": "network-vif-deleted", "tag": "a0c37d39-2a54-4c01-ad69-9f2ad08c8028", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:51:21.259127 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01f95fcd-ca5e-4bf7-a53d-511bed52a0cf {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:51:21.259509 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa28f999-e4af-4495-b2d5-91fbf00bfbac', 'name': 'network-vif-deleted', 'tag': 'a0c37d39-2a54-4c01-ad69-9f2ad08c8028', 'status': 'completed', 'code': 200} Oct 11 20:51:21.291329 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5ed90a25-817c-4486-8eff-7015aedfd1e2 req-316b13c3-0454-4577-bdd1-2d80f3c66561 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471940 Oct 11 20:51:21.367004 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d0f0db8f-c40a-4e97-a1a6-121d80e0da0a req-89683d5c-95e1-47f1-abb8-b59dd9ce5159 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=fa28f999-e4af-4495-b2d5-91fbf00bfbac HTTP/1.1" status: 200 len: 210 time: 0.0288892 Oct 11 20:51:21.472393 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:21.887144 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:22.418667 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786a3da-e7e3-4748-94c7-c3a28e5bc6af req-f77f09b3-ffea-44fe-92a0-61318b70885a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:22.420155 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b786a3da-e7e3-4748-94c7-c3a28e5bc6af req-f77f09b3-ffea-44fe-92a0-61318b70885a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0529661 Oct 11 20:51:22.458801 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b786a3da-e7e3-4748-94c7-c3a28e5bc6af req-a4519964-39dc-4758-96f8-8f4cdb047ffc tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Oct 11 20:51:23.122120 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:23.580318 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93ac55-19be-47e1-8353-ef76f017ee8e req-ecddf98a-12a5-48f3-bb05-0a74ecdf6452 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:23.581810 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1f93ac55-19be-47e1-8353-ef76f017ee8e req-ecddf98a-12a5-48f3-bb05-0a74ecdf6452 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0513604 Oct 11 20:51:23.620371 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1f93ac55-19be-47e1-8353-ef76f017ee8e req-f37e2438-d186-4b47-bb10-db386a2da886 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326498 Oct 11 20:51:23.750620 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a34faa7-6a1c-424f-8334-537064c4332f req-25d3dfd6-b371-4088-ab5e-9eb27f9fe11c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:23.752157 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a34faa7-6a1c-424f-8334-537064c4332f req-25d3dfd6-b371-4088-ab5e-9eb27f9fe11c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Oct 11 20:51:23.789574 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8a34faa7-6a1c-424f-8334-537064c4332f req-23fad225-1344-4e31-9bfd-fb228c759a5f tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314839 Oct 11 20:51:24.740833 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a57c81-ee86-4fcd-b212-564f9624617a req-e214ae2f-649f-47ad-b2b4-0301f8eb63db tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:24.742285 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-00a57c81-ee86-4fcd-b212-564f9624617a req-e214ae2f-649f-47ad-b2b4-0301f8eb63db tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Oct 11 20:51:24.778777 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-00a57c81-ee86-4fcd-b212-564f9624617a req-c3c1568e-ae8a-40ae-8540-07f50d703481 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306685 Oct 11 20:51:24.856096 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a0c37d39-2a54-4c01-ad69-9f2ad08c8028 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:51:24.876075 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: a0c37d39-2a54-4c01-ad69-9f2ad08c8028 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:51:24.876489 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a0c37d39-2a54-4c01-ad69-9f2ad08c8028 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:51:24.904105 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c8867-7ede-48e6-a5ec-934269413a0f req-9b29c354-929a-4efa-8367-8c9c60fa927c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:24.905477 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f27c8867-7ede-48e6-a5ec-934269413a0f req-9b29c354-929a-4efa-8367-8c9c60fa927c tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 945 time: 0.0512397 Oct 11 20:51:24.942196 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f27c8867-7ede-48e6-a5ec-934269413a0f req-1edf7fb4-1857-4435-8341-48424c084006 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303783 Oct 11 20:51:25.655697 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-16c5a03c-077c-474a-b47e-77da72c924d0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:25.657087 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-16c5a03c-077c-474a-b47e-77da72c924d0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Oct 11 20:51:25.746072 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Deleting port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:51:25.746818 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:25.831370 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] For port 84b979ae-fa6c-48e2-9d98-b1fef108aea2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=84b979ae-fa6c-48e2-9d98-b1fef108aea2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:25.831725 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:25.843690 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Calling delete_port for 84b979ae-fa6c-48e2-9d98-b1fef108aea2 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:51:25.943823 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af0bd6-52b1-4da0-a046-8e41c39fbeea req-8ce7dbef-63ea-4fb6-bda3-117bd5cd10b7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:25.945231 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c8af0bd6-52b1-4da0-a046-8e41c39fbeea req-8ce7dbef-63ea-4fb6-bda3-117bd5cd10b7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0961380 Oct 11 20:51:26.015443 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c8af0bd6-52b1-4da0-a046-8e41c39fbeea req-3b653666-303e-4197-8dfa-5ceb94af03ba tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643308 Oct 11 20:51:26.040770 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:26.053564 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812', 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', '84b979ae-fa6c-48e2-9d98-b1fef108aea2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:51:26.058706 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a065315-cd2e-468f-ba89-0d284bdbb0a3 req-d5d348cc-62e9-4aac-894e-f8df0dae3da5 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:26.060197 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9a065315-cd2e-468f-ba89-0d284bdbb0a3 req-d5d348cc-62e9-4aac-894e-f8df0dae3da5 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=371a71f0-9d36-42b4-b2c3-a74bb4b1aca2 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Oct 11 20:51:26.070424 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event deleted for resources: {'Port': ['ID=84b979ae-fa6c-48e2-9d98-b1fef108aea2,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:26.107416 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9a065315-cd2e-468f-ba89-0d284bdbb0a3 req-bf277dee-4235-40ff-9623-87f1ace3c3f6 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356617 Oct 11 20:51:26.110126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] No DVR routers for this DVR port 84b979ae-fa6c-48e2-9d98-b1fef108aea2 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:51:26.113199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:26.117334 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a2b4b7a8-d568-4983-b471-0262a1b8ceb8 req-beedbc4c-347e-45d8-a45e-8bc1a6203ebb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "DELETE /v2.0/ports/84b979ae-fa6c-48e2-9d98-b1fef108aea2 HTTP/1.1" status: 204 len: 173 time: 0.4540193 Oct 11 20:51:26.117785 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'name': 'network-vif-deleted', 'tag': '84b979ae-fa6c-48e2-9d98-b1fef108aea2'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:51:26.120370 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eae648-200c-45ed-b182-0b8777f3c301" -d '{"events": [{"server_uuid": "371a71f0-9d36-42b4-b2c3-a74bb4b1aca2", "name": "network-vif-deleted", "tag": "84b979ae-fa6c-48e2-9d98-b1fef108aea2"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:51:26.165568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6422f-9439-4613-932c-516b7a3be040 x-openstack-request-id: req-79f6422f-9439-4613-932c-516b7a3be040 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:51:26.166306 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "371a71f0-9d36-42b4-b2c3-a74bb4b1aca2", "name": "network-vif-deleted", "tag": "84b979ae-fa6c-48e2-9d98-b1fef108aea2", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:51:26.166644 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-79f6422f-9439-4613-932c-516b7a3be040 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:51:26.167150 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '371a71f0-9d36-42b4-b2c3-a74bb4b1aca2', 'name': 'network-vif-deleted', 'tag': '84b979ae-fa6c-48e2-9d98-b1fef108aea2', 'status': 'completed', 'code': 200} Oct 11 20:51:26.688989 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:27.134613 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96d302-bb5e-48a7-a06d-6786cc88dbd4 req-ad0f96a0-e3e9-4f6a-bb46-f9c8b08b5ef6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:27.136106 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d96d302-bb5e-48a7-a06d-6786cc88dbd4 req-ad0f96a0-e3e9-4f6a-bb46-f9c8b08b5ef6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0484719 Oct 11 20:51:27.174003 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4d96d302-bb5e-48a7-a06d-6786cc88dbd4 req-7f005a24-7212-4393-bfc3-6789cbd9b388 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321131 Oct 11 20:51:27.377474 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77b399-c594-4856-a466-277488df03a0 req-c7126a56-42fd-478c-8765-611d22d5d3b9 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:27.378881 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ed77b399-c594-4856-a466-277488df03a0 req-c7126a56-42fd-478c-8765-611d22d5d3b9 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 945 time: 0.0524292 Oct 11 20:51:27.415168 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-ed77b399-c594-4856-a466-277488df03a0 req-856fbf3e-3db5-4678-8323-cd68126d2c56 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Oct 11 20:51:28.293432 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bc842-de14-4f79-a240-9460a1eee05d req-d8ab7c54-8854-42f6-b460-890ae1860499 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:28.294876 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6a5bc842-de14-4f79-a240-9460a1eee05d req-d8ab7c54-8854-42f6-b460-890ae1860499 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0487685 Oct 11 20:51:28.335073 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6a5bc842-de14-4f79-a240-9460a1eee05d req-fc44715b-77fb-4b7b-9d5d-3833652e49a6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341806 Oct 11 20:51:28.528411 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fcb0a-05f7-46ae-bf7c-932740acf3ba req-d73e56cd-77b1-410d-ad6a-abd99c056f88 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:28.529848 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2c0fcb0a-05f7-46ae-bf7c-932740acf3ba req-d73e56cd-77b1-410d-ad6a-abd99c056f88 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 945 time: 0.0477028 Oct 11 20:51:28.566806 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2c0fcb0a-05f7-46ae-bf7c-932740acf3ba req-ebd1f817-dcee-4e9d-bfe3-2497359f1331 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306253 Oct 11 20:51:28.975159 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:51:28.979602 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 84b979ae-fa6c-48e2-9d98-b1fef108aea2 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:51:29.004594 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 84b979ae-fa6c-48e2-9d98-b1fef108aea2 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:51:29.004929 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 84b979ae-fa6c-48e2-9d98-b1fef108aea2 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:51:29.088970 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:29.100440 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'port_id': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'mac_address': 'fa:16:3e:d6:02:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:51:29.134432 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-8d1dbe62-7b9c-42ec-873a-991e6dc16b20 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:29.136065 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-8d1dbe62-7b9c-42ec-873a-991e6dc16b20 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 945 time: 0.0478544 Oct 11 20:51:29.137077 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:29.149857 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b96f728d-a7dd-456e-821a-0355a35e1734 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:51:29.169040 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:29.175238 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:29.230669 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=6']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:29.237747 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Deleting port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:51:29.238750 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:29.285672 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b96f728d-a7dd-456e-821a-0355a35e1734'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:51:29.329537 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] For port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:29.330783 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:29.343045 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Calling delete_port for b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:51:29.507776 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c4ec8-45d1-4b58-8f12-4c6f3ebfe908 req-63d869a4-69f7-4629-ad96-2bd6437b4d25 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:29.509284 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-221c4ec8-45d1-4b58-8f12-4c6f3ebfe908 req-63d869a4-69f7-4629-ad96-2bd6437b4d25 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 944 time: 0.0872264 Oct 11 20:51:29.527262 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:29.542051 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812', 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:51:29.567025 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event deleted for resources: {'Port': ['ID=b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:29.620187 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-221c4ec8-45d1-4b58-8f12-4c6f3ebfe908 req-85139062-1390-4ba3-ac67-7925f2d6b068 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026177 Oct 11 20:51:29.641380 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] No DVR routers for this DVR port b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:51:29.645562 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:29.649963 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4b488ff9-6cca-4bdd-94d5-86085a900b2e req-473f8668-b551-4ef3-868b-b6a58a417a3d tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "DELETE /v2.0/ports/b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 HTTP/1.1" status: 204 len: 173 time: 0.5039427 Oct 11 20:51:29.651038 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'name': 'network-vif-deleted', 'tag': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:51:29.661001 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71a960c-9d4c-4da9-b204-79932f162405" -d '{"events": [{"server_uuid": "d20607fd-e9bf-4a8f-89c7-12f2acd1b073", "name": "network-vif-deleted", "tag": "b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:51:29.705633 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53489b35-5c52-4dbd-95dc-f7642e48f236 x-openstack-request-id: req-53489b35-5c52-4dbd-95dc-f7642e48f236 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:51:29.706039 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20607fd-e9bf-4a8f-89c7-12f2acd1b073", "name": "network-vif-deleted", "tag": "b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:51:29.706366 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53489b35-5c52-4dbd-95dc-f7642e48f236 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:51:29.706874 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20607fd-e9bf-4a8f-89c7-12f2acd1b073', 'name': 'network-vif-deleted', 'tag': 'b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2', 'status': 'completed', 'code': 200} Oct 11 20:51:29.724615 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c145ca58-66b0-4a4f-83f2-02eecf46d0f2 req-ea26defd-3648-490a-854a-f06bca89deeb tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=d20607fd-e9bf-4a8f-89c7-12f2acd1b073 HTTP/1.1" status: 200 len: 210 time: 0.0632246 Oct 11 20:51:30.769597 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563abf9e-ea38-4445-873f-0495c13ef9eb req-a4e3ee91-b1c5-4ca8-bb21-5a212bc38a16 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:30.770176 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-563abf9e-ea38-4445-873f-0495c13ef9eb req-a4e3ee91-b1c5-4ca8-bb21-5a212bc38a16 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 944 time: 0.0592506 Oct 11 20:51:30.817742 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-563abf9e-ea38-4445-873f-0495c13ef9eb req-7cd740eb-16cb-43ff-a9c7-dfbc3026bf71 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Oct 11 20:51:30.912988 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:51:30.968806 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b96f728d-a7dd-456e-821a-0355a35e1734 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:51:30.969091 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:31.068557 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:31.097880 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:51:31.101673 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff4b0de-76bf-4e2b-aaa0-1f0bef186c83" -d '{"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-plugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:51:31.115622 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:31.120878 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:31.121788 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:51:31.149529 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:51:31.150075 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b5eccfa2-2d2d-4696-b1a7-07dd64fe9ed2 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:51:31.169706 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067f18bb-8de3-4799-a899-5b3adbd15258 x-openstack-request-id: req-067f18bb-8de3-4799-a899-5b3adbd15258 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:51:31.170257 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-plugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:51:31.170626 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-067f18bb-8de3-4799-a899-5b3adbd15258 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:51:31.171027 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'code': 200} Oct 11 20:51:31.199628 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=7']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:31.948008 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4285d30-4b70-49d0-b117-312dc44746f8 req-05c71466-953f-4bf4-a2ec-751b07d8b586 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:31.956031 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e4285d30-4b70-49d0-b117-312dc44746f8 req-05c71466-953f-4bf4-a2ec-751b07d8b586 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0628757 Oct 11 20:51:32.005176 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e4285d30-4b70-49d0-b117-312dc44746f8 req-b4a2728b-fbd9-4ff2-8175-42968074cfc8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481644 Oct 11 20:51:32.202997 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace00d0-5f4a-45b8-9785-00d9c73fba26 req-d3efce9d-cadd-4149-937d-c4bc1883145a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:32.204569 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eace00d0-5f4a-45b8-9785-00d9c73fba26 req-d3efce9d-cadd-4149-937d-c4bc1883145a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 945 time: 0.0536060 Oct 11 20:51:32.245927 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eace00d0-5f4a-45b8-9785-00d9c73fba26 req-eacf9082-d2c8-45bc-8ee6-7766913b2940 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Oct 11 20:51:33.124834 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a1dbe-bac8-4e25-ac01-04b6f2e3119a req-77a8ef15-18d7-4c3f-a062-03a334897fd8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:33.133303 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d5a1dbe-bac8-4e25-ac01-04b6f2e3119a req-77a8ef15-18d7-4c3f-a062-03a334897fd8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0607743 Oct 11 20:51:33.175236 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d5a1dbe-bac8-4e25-ac01-04b6f2e3119a req-a9832444-8976-46c4-bb68-41a6ecfbbe44 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 Oct 11 20:51:33.364276 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaee10-7e89-4789-b91d-7c699791e85d req-937f31d5-014e-4695-9b27-2695e812c5f0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:33.371630 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7abaee10-7e89-4789-b91d-7c699791e85d req-937f31d5-014e-4695-9b27-2695e812c5f0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 945 time: 0.0572248 Oct 11 20:51:33.415146 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-7abaee10-7e89-4789-b91d-7c699791e85d req-d2ee439f-b17b-4456-b383-a3e50be2154a tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c4105f9-a64a-4267-acd6-4300d0d2aa0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Oct 11 20:51:33.725977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04021535-3c61-4b00-a414-96298bbee307 req-ad179178-a10e-473d-a29e-b8ddfcbd6ba0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:33.727679 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-04021535-3c61-4b00-a414-96298bbee307 req-ad179178-a10e-473d-a29e-b8ddfcbd6ba0 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 945 time: 0.0567029 Oct 11 20:51:33.834087 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Deleting port 70bd2270-0eb6-4195-8ec7-77cf58068812 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:51:33.834625 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:33.937346 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] For port 70bd2270-0eb6-4195-8ec7-77cf58068812, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=70bd2270-0eb6-4195-8ec7-77cf58068812,segment=NetworkSegment(c9051955-5ae4-44f9-821a-043c81e5de10),segment_id=c9051955-5ae4-44f9-821a-043c81e5de10)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:33.938009 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:33.953020 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Calling delete_port for 70bd2270-0eb6-4195-8ec7-77cf58068812 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:51:34.114302 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:34.130311 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['70bd2270-0eb6-4195-8ec7-77cf58068812'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:51:34.160453 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Pushing event deleted for resources: {'Port': ['ID=70bd2270-0eb6-4195-8ec7-77cf58068812,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:34.224508 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] No DVR routers for this DVR port 70bd2270-0eb6-4195-8ec7-77cf58068812 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:51:34.227156 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:34.230574 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-04021535-3c61-4b00-a414-96298bbee307 req-5b3e904a-588f-41a9-99e9-dce3897c6c82 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.46 "DELETE /v2.0/ports/70bd2270-0eb6-4195-8ec7-77cf58068812 HTTP/1.1" status: 204 len: 173 time: 0.4962428 Oct 11 20:51:34.231009 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'name': 'network-vif-deleted', 'tag': '70bd2270-0eb6-4195-8ec7-77cf58068812'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:51:34.233255 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95477d7f-d3b6-46f5-a0d8-1647fde85a2b" -d '{"events": [{"server_uuid": "e18085a7-54ac-42d7-8d00-0a17ead04458", "name": "network-vif-deleted", "tag": "70bd2270-0eb6-4195-8ec7-77cf58068812"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:51:34.297080 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6250908a-89d6-4d6c-b117-17827a25a1b7 x-openstack-request-id: req-6250908a-89d6-4d6c-b117-17827a25a1b7 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:51:34.297482 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18085a7-54ac-42d7-8d00-0a17ead04458", "name": "network-vif-deleted", "tag": "70bd2270-0eb6-4195-8ec7-77cf58068812", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:51:34.297833 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6250908a-89d6-4d6c-b117-17827a25a1b7 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:51:34.298309 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18085a7-54ac-42d7-8d00-0a17ead04458', 'name': 'network-vif-deleted', 'tag': '70bd2270-0eb6-4195-8ec7-77cf58068812', 'status': 'completed', 'code': 200} Oct 11 20:51:34.346420 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32550da5-3980-4676-93df-04fea903413e req-422f1531-e63d-4e6f-acec-0d7e10e10d3b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:34.348935 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-32550da5-3980-4676-93df-04fea903413e req-422f1531-e63d-4e6f-acec-0d7e10e10d3b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0995624 Oct 11 20:51:34.407593 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-32550da5-3980-4676-93df-04fea903413e req-7770cb67-c3dc-4c31-b794-c211ec0ccc34 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505672 Oct 11 20:51:34.518519 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-91dd78c6-14ab-4cc0-a963-2e1cd44a8681 req-7d4015a6-bcbd-48ec-b3ad-e9885551b892 tempest-AttachVolumeNegativeTest-2029573795 tempest-AttachVolumeNegativeTest-2029573795-project] 10.222.0.43 "GET /v2.0/ports?device_id=e18085a7-54ac-42d7-8d00-0a17ead04458 HTTP/1.1" status: 200 len: 210 time: 0.0268879 Oct 11 20:51:35.526098 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4dba2-4a91-44b1-a543-fd5b1ff984e2 req-298a9c2a-a105-4a98-b771-640d7d8d6b51 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:35.528264 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ea4dba2-4a91-44b1-a543-fd5b1ff984e2 req-298a9c2a-a105-4a98-b771-640d7d8d6b51 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0506833 Oct 11 20:51:35.574018 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-1ea4dba2-4a91-44b1-a543-fd5b1ff984e2 req-df1fcb3e-50dd-4f23-8e3e-0e6cae40cdc7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392675 Oct 11 20:51:35.581128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46962) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:35.636899 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] Deleting subnet 5caa5468-2565-45c5-87c7-44b3ecb44d61 {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:51:35.640728 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:35.677516 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742917'] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:35.724419 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:35.783642 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25184921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25949141'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:35.811611 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5caa5468-2565-45c5-87c7-44b3ecb44d61,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:35.814012 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:35.820400 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b074d7be-36d6-48d0-b439-76cf59cb69d5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5caa5468-2565-45c5-87c7-44b3ecb44d61 HTTP/1.1" status: 204 len: 168 time: 0.2358789 Oct 11 20:51:35.820640 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46964) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:35.896258 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:35.984502 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.006187 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1db8a76-1ef9-4c5e-afc4-0256a7d658b6']}} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:51:36.017915 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9051955-5ae4-44f9-821a-043c81e5de10') {'for_net_delete': True} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:51:36.018301 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9051955-5ae4-44f9-821a-043c81e5de10') {} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:51:36.028532 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742926'] for segment, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.042927 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.050571 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=105805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:51:36.051075 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25185095'] for segment, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: Traceback (most recent call last): Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: timer() Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: cb(*args, **kw) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: return func(*args, **kwargs) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: self._notify() Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: self.callback(batched_events) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: event.method(event) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: return f(self, *a, **k) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._get(url).json() Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: return self.request(url, 'GET', **kwargs) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:51:36.052843 dv-cinder-813532-1-iscsi neutron-server[105805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:51:36.113029 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.118945 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.125805 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f1db8a76-1ef9-4c5e-afc4-0256a7d658b6 HTTP/1.1" status: 204 len: 168 time: 0.3010716 Oct 11 20:51:36.146764 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c30cbd-84fa-45bc-be79-bb39c2303e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1db8a76-1ef9-4c5e-afc4-0256a7d658b6,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:36.245579 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 46968) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:36.298247 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-4024f129-9230-42b0-ac0c-731f030e60b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e74d2cb2606e43fc93e7429bec40acee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514138 Oct 11 20:51:36.300871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 46970) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:36.357275 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b5646f9d-ab23-4a89-8242-4ba194608428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.380562 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b5646f9d-ab23-4a89-8242-4ba194608428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.433072 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b5646f9d-ab23-4a89-8242-4ba194608428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.436465 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b5646f9d-ab23-4a89-8242-4ba194608428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:36.439921 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-b5646f9d-ab23-4a89-8242-4ba194608428 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c4105f9-a64a-4267-acd6-4300d0d2aa0c HTTP/1.1" status: 204 len: 168 time: 0.1347854 Oct 11 20:51:36.446034 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5646f9d-ab23-4a89-8242-4ba194608428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4105f9-a64a-4267-acd6-4300d0d2aa0c,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:36.739641 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7215ad2-a754-42f9-a57f-f1ec814c2fc7 req-a851a32f-0f2d-41ff-b5a9-291c3e49446c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:36.741266 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d7215ad2-a754-42f9-a57f-f1ec814c2fc7 req-a851a32f-0f2d-41ff-b5a9-291c3e49446c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0686715 Oct 11 20:51:36.792077 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d7215ad2-a754-42f9-a57f-f1ec814c2fc7 req-28d553ee-bf02-4b69-b3a6-595ceb5bfcd4 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402555 Oct 11 20:51:37.959408 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2a069-c7f6-4295-a8cf-7a8240d1b6f5 req-165c997f-fc3e-4e19-8336-527d4479e1de tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:37.961355 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4ec2a069-c7f6-4295-a8cf-7a8240d1b6f5 req-165c997f-fc3e-4e19-8336-527d4479e1de tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0867848 Oct 11 20:51:38.014695 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4ec2a069-c7f6-4295-a8cf-7a8240d1b6f5 req-2a4fec74-53c1-499b-98f5-8dba44581d7c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367966 Oct 11 20:51:38.958584 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 70bd2270-0eb6-4195-8ec7-77cf58068812 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:51:38.978609 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: 70bd2270-0eb6-4195-8ec7-77cf58068812 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:51:38.978884 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device 70bd2270-0eb6-4195-8ec7-77cf58068812 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:51:39.137390 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607862f-6685-4b06-81f4-e6f7f5663f26 req-7915cb61-8a70-4a59-afe4-b6933d8afcd0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:39.138892 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5607862f-6685-4b06-81f4-e6f7f5663f26 req-7915cb61-8a70-4a59-afe4-b6933d8afcd0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Oct 11 20:51:39.177218 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5607862f-6685-4b06-81f4-e6f7f5663f26 req-3b93e0dd-f4c7-4f95-8b88-3390eac9ef2b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Oct 11 20:51:39.350819 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-5444c2e2-d5d0-4459-9f31-267f7aea61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:39.352217 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-5444c2e2-d5d0-4459-9f31-267f7aea61a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 1098 time: 0.0391910 Oct 11 20:51:39.445389 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-82c88340-66d3-4d51-aa62-313ec152167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:39.446901 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-82c88340-66d3-4d51-aa62-313ec152167c service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0869009 Oct 11 20:51:39.512780 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-e7e7cd9a-81db-40c6-a59e-3dd0f1c83505 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96f728d-a7dd-456e-821a-0355a35e1734 HTTP/1.1" status: 200 len: 1001 time: 0.0581436 Oct 11 20:51:39.566573 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-0fe932f4-200c-475a-82dd-0beb9b5575e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:39.568103 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-0fe932f4-200c-475a-82dd-0beb9b5575e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0476255 Oct 11 20:51:39.615062 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-9d0a30cf-2cae-4ee3-aba4-cd03108041aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:39.616484 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-9d0a30cf-2cae-4ee3-aba4-cd03108041aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407178 Oct 11 20:51:39.713101 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-0fdc0a04-6f0f-41a8-997c-81ace4c07eb9 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892365 Oct 11 20:51:39.808534 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-db78dc7d-fd95-4d2a-9b11-c7a33270fcac req-24431489-a921-461c-a257-6fe8b94a739a service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867159 Oct 11 20:51:40.297904 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc06e6-c5c7-44e0-a3fb-8383770158bd req-18082f8a-ab65-42c3-87a8-ffab0369479f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:40.302486 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9efc06e6-c5c7-44e0-a3fb-8383770158bd req-18082f8a-ab65-42c3-87a8-ffab0369479f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0506351 Oct 11 20:51:40.336741 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-9efc06e6-c5c7-44e0-a3fb-8383770158bd req-cd7980b6-c8a8-49f1-8b68-3f7dc12a72c1 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312793 Oct 11 20:51:41.454555 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea9baa-a9f1-48f6-ae3e-3efd01743634 req-91d0e00e-5be7-42bf-9534-636ea4ddfb41 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:41.456002 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-48ea9baa-a9f1-48f6-ae3e-3efd01743634 req-91d0e00e-5be7-42bf-9534-636ea4ddfb41 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0486481 Oct 11 20:51:41.493245 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-48ea9baa-a9f1-48f6-ae3e-3efd01743634 req-90c70583-0273-409d-9413-169a37afa223 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Oct 11 20:51:42.608726 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c9b7d-3062-4352-b5fa-ca4a1bc627c7 req-4c6842e1-ecdd-4653-ac38-135516d4afc8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:42.610161 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4e4c9b7d-3062-4352-b5fa-ca4a1bc627c7 req-4c6842e1-ecdd-4653-ac38-135516d4afc8 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 945 time: 0.0480301 Oct 11 20:51:42.647093 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-4e4c9b7d-3062-4352-b5fa-ca4a1bc627c7 req-e543d0cf-b48c-4248-9d5b-e5c5acbb1230 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305812 Oct 11 20:51:44.213101 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:51:44.293227 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:44.320527 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:51:44.321214 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6383942-0760-4002-941f-7c2adbc126e8" -d '{"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:51:44.334026 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:51:44.342674 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:44.369931 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 20:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f68144-b160-484d-84ff-2002249837f5 x-openstack-request-id: req-13f68144-b160-484d-84ff-2002249837f5 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:51:44.370221 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:51:44.370494 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13f68144-b160-484d-84ff-2002249837f5 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:51:44.370878 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'code': 200} Oct 11 20:51:44.398737 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=8']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:44.602056 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2e1b5-7822-4dac-80de-07f345550c0c req-4bd3a6f8-34f5-42dd-a892-0d01b4ca6adf tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:44.603695 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8fe2e1b5-7822-4dac-80de-07f345550c0c req-4bd3a6f8-34f5-42dd-a892-0d01b4ca6adf tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0562460 Oct 11 20:51:44.649071 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8fe2e1b5-7822-4dac-80de-07f345550c0c req-09e73841-7fbb-4ecb-8a91-86fcd3a7c853 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391469 Oct 11 20:51:44.924428 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47132) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:45.006258 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-7677ec57-7018-4829-a068-ce672857db85 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806839 Oct 11 20:51:45.015021 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-c3f9a500-bd5c-4d78-8419-81ebce315222 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:51:45.015940 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-c3f9a500-bd5c-4d78-8419-81ebce315222 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047498 Oct 11 20:51:45.774617 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e0d61-a016-4a5e-acbe-2ec9faa0b12f req-0d1a0361-e6da-44cd-9a4e-922c0b72a3df tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:45.776101 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e11e0d61-a016-4a5e-acbe-2ec9faa0b12f req-0d1a0361-e6da-44cd-9a4e-922c0b72a3df tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0534561 Oct 11 20:51:45.808682 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-93260107-f7ce-4371-b4c0-3baeccd01dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:45.809985 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-93260107-f7ce-4371-b4c0-3baeccd01dd3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2&tenant_id=42930b3dd01c483796559f1c1b11e5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0544593 Oct 11 20:51:45.823615 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e11e0d61-a016-4a5e-acbe-2ec9faa0b12f req-ab131225-a395-4188-9c39-81b550407642 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395703 Oct 11 20:51:45.876840 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-1e3259ac-0a21-4d4a-bc21-1336dd5e10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:45.878277 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-1e3259ac-0a21-4d4a-bc21-1336dd5e10c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42930b3dd01c483796559f1c1b11e5e3&device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0403085 Oct 11 20:51:45.973081 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-aa41e746-c339-433c-8e26-fbb699367e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:45.974561 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-aa41e746-c339-433c-8e26-fbb699367e47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 200 len: 917 time: 0.0887110 Oct 11 20:51:46.042770 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-b2bd9c37-cd76-4211-bdec-79779e2cc5a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b96f728d-a7dd-456e-821a-0355a35e1734 HTTP/1.1" status: 200 len: 999 time: 0.0593679 Oct 11 20:51:46.096769 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-fa07f3b4-7794-4189-9e7b-acb0a9d1cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:46.098200 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-fa07f3b4-7794-4189-9e7b-acb0a9d1cbf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 200 len: 855 time: 0.0474846 Oct 11 20:51:46.143284 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-901458c3-cd45-4bb1-9d94-5c70ecd9d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:46.145138 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-901458c3-cd45-4bb1-9d94-5c70ecd9d993 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a8fda0a6-788c-462f-b37b-020ee0827570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384626 Oct 11 20:51:46.237391 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-3c71a6e4-bef3-4b47-a72a-ecb18b630902 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838680 Oct 11 20:51:46.325624 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f250f0ca-ce6e-47e0-be10-4217dbc82381 req-bb1510c1-1347-486d-b2b1-7aae907e0bb3 service neutron] 10.222.0.46 "GET /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810449 Oct 11 20:51:46.997411 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c8bda-741e-4c0b-8d2e-790331b90382 req-4aaabf0f-27cd-4bab-8d6e-d209537e643c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:47.007591 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5e5c8bda-741e-4c0b-8d2e-790331b90382 req-4aaabf0f-27cd-4bab-8d6e-d209537e643c tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0728712 Oct 11 20:51:47.055377 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5e5c8bda-741e-4c0b-8d2e-790331b90382 req-1d7c57b8-ae2b-4fa8-a378-1bc4673153cf tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467250 Oct 11 20:51:47.958024 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-bc0cb240-e758-4151-81a0-eb617e897df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:48.166059 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a217a-2b5e-46fc-a59b-d7ed38635ec5 req-b27cbfe6-daa2-4126-bc91-df1a59d85065 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:48.167480 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-718a217a-2b5e-46fc-a59b-d7ed38635ec5 req-b27cbfe6-daa2-4126-bc91-df1a59d85065 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0487053 Oct 11 20:51:48.208581 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-718a217a-2b5e-46fc-a59b-d7ed38635ec5 req-c2485303-fe21-4dbb-b72a-0aa72989ddf2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339847 Oct 11 20:51:48.638023 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47216) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:48.755287 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-132be183-1d7d-486b-b44d-9acc64f47bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:48.842266 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-132be183-1d7d-486b-b44d-9acc64f47bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:48.846581 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-132be183-1d7d-486b-b44d-9acc64f47bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:48.895081 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-132be183-1d7d-486b-b44d-9acc64f47bd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8614229fd83e4fcaa2a0aa9edad70c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558846 Oct 11 20:51:48.897166 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132be183-1d7d-486b-b44d-9acc64f47bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f33717c-68f0-4cac-843a-0536c275675c,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:48.897868 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47220) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:48.955503 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-420a0a36-ea73-47f9-b81f-a8897514133d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:48.979601 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-420a0a36-ea73-47f9-b81f-a8897514133d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.040279 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-420a0a36-ea73-47f9-b81f-a8897514133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.042980 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-420a0a36-ea73-47f9-b81f-a8897514133d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.044131 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-420a0a36-ea73-47f9-b81f-a8897514133d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f33717c-68f0-4cac-843a-0536c275675c HTTP/1.1" status: 204 len: 168 time: 0.1451490 Oct 11 20:51:49.052128 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a0a36-ea73-47f9-b81f-a8897514133d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f33717c-68f0-4cac-843a-0536c275675c,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:49.332159 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47228) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:49.342505 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9b39e-2b33-44c5-9f2b-f2a67c1a8681 req-8986cd51-a738-42f1-a8a1-b77131000334 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:49.344687 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-14f9b39e-2b33-44c5-9f2b-f2a67c1a8681 req-8986cd51-a738-42f1-a8a1-b77131000334 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0578427 Oct 11 20:51:49.349029 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-33120635-bec9-4f2b-9010-d8af5af26efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.386640 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-14f9b39e-2b33-44c5-9f2b-f2a67c1a8681 req-1e329ca7-2eef-45bf-a1d8-d8a52d2b19b7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339427 Oct 11 20:51:49.406074 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:51:49.460374 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-33120635-bec9-4f2b-9010-d8af5af26efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.465265 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-33120635-bec9-4f2b-9010-d8af5af26efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.503514 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-33120635-bec9-4f2b-9010-d8af5af26efd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62309973f3d44cc997b4752d38524239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1699984 Oct 11 20:51:49.505406 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33120635-bec9-4f2b-9010-d8af5af26efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9d79a3-de54-4ac9-9fb3-8aa4e54df97a,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:49.506533 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47230) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:49.557349 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c20e-98b2-4b56-9822-8c8b5f81c2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.577676 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c20e-98b2-4b56-9822-8c8b5f81c2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.631577 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c20e-98b2-4b56-9822-8c8b5f81c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.634143 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d6b5c20e-98b2-4b56-9822-8c8b5f81c2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:49.638123 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-d6b5c20e-98b2-4b56-9822-8c8b5f81c2ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a9d79a3-de54-4ac9-9fb3-8aa4e54df97a HTTP/1.1" status: 204 len: 168 time: 0.1279495 Oct 11 20:51:49.645484 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5c20e-98b2-4b56-9822-8c8b5f81c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9d79a3-de54-4ac9-9fb3-8aa4e54df97a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:50.346534 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47254) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:50.444884 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1046844491-network', 'tenant_id': 'e40f16e32e9f48149b17c6b6fa598250'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:51:50.471295 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Made reservation on behalf of e40f16e32e9f48149b17c6b6fa598250 for: {'network': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:51:50.474171 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.484274 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.526698 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dd4a6-1b0a-42fc-88e6-114200d4bd42 req-b901e5d9-10bf-4834-bf83-6c0376f05cee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:50.528186 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-336dd4a6-1b0a-42fc-88e6-114200d4bd42 req-b901e5d9-10bf-4834-bf83-6c0376f05cee tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0564518 Oct 11 20:51:50.565918 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.566989 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-336dd4a6-1b0a-42fc-88e6-114200d4bd42 req-10882c8e-1834-4a78-94f2-a6f887c0deb3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323026 Oct 11 20:51:50.570607 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.593355 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=105804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:51:50.609546 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf442e74-c9c4-4cd0-9f2e-cbb9f4550a08,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:50.613613 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.613971 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.segments_db [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Added segment f8cc73c7-87fe-4141-8716-7d896681cfc2 of type vlan for network 2b5674b8-5169-441c-a3ef-e8480431f74e Oct 11 20:51:50.660359 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.689187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.690329 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:50.690965 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.745241 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3975344 Oct 11 20:51:50.748378 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47260) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:50.753999 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Request body: {'subnet': {'network_id': '2b5674b8-5169-441c-a3ef-e8480431f74e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1046844491-subnet', 'tenant_id': 'e40f16e32e9f48149b17c6b6fa598250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:51:50.760908 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcba864-171e-42f6-84e9-1ba1b2cc2cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5674b8-5169-441c-a3ef-e8480431f74e,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:50.772706 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 2b5674b8-5169-441c-a3ef-e8480431f74e details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:51:50.796495 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Made reservation on behalf of e40f16e32e9f48149b17c6b6fa598250 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:51:50.800067 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25949170'] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.847517 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-34286e4d-f758-466b-9181-d7199a2e61ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:50.988664 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25949148'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.047662 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197da956-c5aa-4d24-b5a0-bc9648d779ce,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:51.055893 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Checking segment: {'id': 'f8cc73c7-87fe-4141-8716-7d896681cfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '2b5674b8-5169-441c-a3ef-e8480431f74e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:51:51.056248 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Network hostable DHCP agents. Network: 2b5674b8-5169-441c-a3ef-e8480431f74e, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:51:51.076645 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Network 2b5674b8-5169-441c-a3ef-e8480431f74e is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:51:51.087185 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 2b5674b8-5169-441c-a3ef-e8480431f74e) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:51:51.093177 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:51.093904 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.099674 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8466c46-43c5-4f35-96bb-1435e057ab8f None None] Network 2b5674b8-5169-441c-a3ef-e8480431f74e requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:51:51.127604 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a9de2e3e-0ad9-4892-acd0-6631039bfce0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3775179 Oct 11 20:51:51.242127 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665938d8-c8a8-4606-afd3-675c8811de2b None None] Network 2b5674b8-5169-441c-a3ef-e8480431f74e requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:51:51.477859 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.674600 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47278) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:51.679909 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-643087137-network', 'tenant_id': 'f45fa1954a804591ab5ceb3277265a12'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:51:51.699537 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Made reservation on behalf of f45fa1954a804591ab5ceb3277265a12 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:51:51.699829 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d94b0f-4021-48d2-8d51-e8aed6a984e7 req-9cd6f9bf-9c8e-40ae-9df5-664139eb3951 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:51.701856 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f6d94b0f-4021-48d2-8d51-e8aed6a984e7 req-9cd6f9bf-9c8e-40ae-9df5-664139eb3951 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0519907 Oct 11 20:51:51.702325 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.711904 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.744604 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f6d94b0f-4021-48d2-8d51-e8aed6a984e7 req-e6828e89-98cd-4978-844b-4c40dde45e0e tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357838 Oct 11 20:51:51.809688 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.814694 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.843459 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:51:51.853164 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbd98ba-de3c-4970-9ccc-5e9a8b32b68b,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:51.861067 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.861179 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Added segment a5bc6cfe-6dd2-4c28-8da4-530ebaf4a11e of type vlan for network 9914495e-b30e-4f97-8f9c-4cc1754c9f63 Oct 11 20:51:51.891065 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.900512 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.942550 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:51.943648 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:51.944370 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:52.007567 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3315871 Oct 11 20:51:52.010285 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47280) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:51:52.015219 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Request body: {'subnet': {'network_id': '9914495e-b30e-4f97-8f9c-4cc1754c9f63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-643087137-subnet', 'tenant_id': 'f45fa1954a804591ab5ceb3277265a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:51:52.023539 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489257-5538-468d-bee4-b19187028a4f admin admin] Pushing event updated for resources: {'Network': ['ID=9914495e-b30e-4f97-8f9c-4cc1754c9f63,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:52.034954 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 9914495e-b30e-4f97-8f9c-4cc1754c9f63 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:51:52.043999 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Made reservation on behalf of f45fa1954a804591ab5ceb3277265a12 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:51:52.046410 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25949170'] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:52.242337 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25949148'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:52.300206 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32296c82-0105-4520-88c1-78e6cab230dc,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:51:52.306897 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Checking segment: {'id': 'a5bc6cfe-6dd2-4c28-8da4-530ebaf4a11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9914495e-b30e-4f97-8f9c-4cc1754c9f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:51:52.307257 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Network hostable DHCP agents. Network: 9914495e-b30e-4f97-8f9c-4cc1754c9f63, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:51:52.324708 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Network 9914495e-b30e-4f97-8f9c-4cc1754c9f63 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:51:52.333666 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 9914495e-b30e-4f97-8f9c-4cc1754c9f63) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:51:52.337534 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:52.338133 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:52.349812 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed6ca4a-7d91-415d-965e-8b6660fd70fd None None] Network 9914495e-b30e-4f97-8f9c-4cc1754c9f63 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:51:52.358228 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-6c6021c2-ba41-4c29-a233-d529bae80605 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3470616 Oct 11 20:51:52.522909 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c43a840-c98e-4cae-bd6e-ccd5a52a9fe4 None None] Network 9914495e-b30e-4f97-8f9c-4cc1754c9f63 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:51:52.910249 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5138-cf3b-4182-9ef9-d01cf05b425b req-c69c4096-7933-4369-b0c4-3faeff0a5428 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:52.911973 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a6cf5138-cf3b-4182-9ef9-d01cf05b425b req-c69c4096-7933-4369-b0c4-3faeff0a5428 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0710800 Oct 11 20:51:52.963766 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-a6cf5138-cf3b-4182-9ef9-d01cf05b425b req-11fc4517-c1b1-48c6-bc49-9e195d4fa3a3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457234 Oct 11 20:51:53.123988 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:54.100420 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4dd12-b3df-4bf8-a853-9325e576e8fe req-adf06b50-e85f-4f31-8040-3909e7d89632 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:54.101905 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23d4dd12-b3df-4bf8-a853-9325e576e8fe req-adf06b50-e85f-4f31-8040-3909e7d89632 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0502386 Oct 11 20:51:54.156507 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23d4dd12-b3df-4bf8-a853-9325e576e8fe req-f6357867-71a8-4d9b-80e3-8d6d48180c81 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476844 Oct 11 20:51:55.284260 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039a21f-9d8b-4948-b10b-86e4d048c1a2 req-e4fc5a12-74b0-46d9-882c-80861a67df36 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:55.285787 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2039a21f-9d8b-4948-b10b-86e4d048c1a2 req-e4fc5a12-74b0-46d9-882c-80861a67df36 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0525773 Oct 11 20:51:55.332428 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2039a21f-9d8b-4948-b10b-86e4d048c1a2 req-462a8d65-628d-46ab-8575-d4473543904b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403421 Oct 11 20:51:56.471379 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c054f-6035-46f6-98f0-ab894152cba3 req-ac1410a6-960f-4d5a-aae0-e42fa96790a0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:56.472853 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0a5c054f-6035-46f6-98f0-ab894152cba3 req-ac1410a6-960f-4d5a-aae0-e42fa96790a0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0567174 Oct 11 20:51:56.510730 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0a5c054f-6035-46f6-98f0-ab894152cba3 req-07ec712e-a6a6-4ff5-8fc9-b5478f7442bd tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Oct 11 20:51:56.698953 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:51:57.632120 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dde61f-6344-43f4-a2ed-ff0410e10526 req-8ba116b1-b42e-4d61-9d2d-3d127a791619 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:57.633540 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d6dde61f-6344-43f4-a2ed-ff0410e10526 req-8ba116b1-b42e-4d61-9d2d-3d127a791619 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0475054 Oct 11 20:51:57.669861 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d6dde61f-6344-43f4-a2ed-ff0410e10526 req-a178b206-3aab-4df9-b4e9-730bb91e1477 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305147 Oct 11 20:51:58.785403 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443dd8a-323a-4b48-8954-ca81ebc83bd0 req-cbfa4c73-2eb2-4dde-9069-cec12af5c93b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:58.786867 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8443dd8a-323a-4b48-8954-ca81ebc83bd0 req-cbfa4c73-2eb2-4dde-9069-cec12af5c93b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0476544 Oct 11 20:51:58.823622 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8443dd8a-323a-4b48-8954-ca81ebc83bd0 req-ad2090db-725f-4b24-891a-e924c7317443 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309322 Oct 11 20:51:59.939982 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1946081-01ad-4849-9acc-4dbcdf60e35b req-d689e4aa-37ee-4db8-8187-a34ff0bb69b7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:51:59.941405 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d1946081-01ad-4849-9acc-4dbcdf60e35b req-d689e4aa-37ee-4db8-8187-a34ff0bb69b7 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0474958 Oct 11 20:51:59.977361 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d1946081-01ad-4849-9acc-4dbcdf60e35b req-d291a425-a71c-41ab-8433-10230fd4cafd tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302076 Oct 11 20:52:01.064577 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:52:01.096538 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f74e26-2099-480e-9204-8ea1a40de94f req-fab4b8c7-c0ec-4bf4-8138-987b9e252706 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:01.099364 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-22f74e26-2099-480e-9204-8ea1a40de94f req-fab4b8c7-c0ec-4bf4-8138-987b9e252706 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 943 time: 0.0519874 Oct 11 20:52:01.135656 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-22f74e26-2099-480e-9204-8ea1a40de94f req-4cccf4b4-1c35-4604-bb7b-891dceafbc78 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Oct 11 20:52:01.157893 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:01.169219 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'port_id': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'mac_address': 'fa:16:3e:d6:02:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:52:01.210177 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:01.222786 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96f728d-a7dd-456e-821a-0355a35e1734 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:52:01.241980 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:01.246319 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:01.291695 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=9']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:01.470532 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['b96f728d-a7dd-456e-821a-0355a35e1734'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:52:02.259880 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f4795-36f5-46cb-817f-d139fdb86ffb req-9dde9087-95ed-483a-a733-8b505b8f338d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:02.261225 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-655f4795-36f5-46cb-817f-d139fdb86ffb req-9dde9087-95ed-483a-a733-8b505b8f338d tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 944 time: 0.0519340 Oct 11 20:52:02.523495 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-655f4795-36f5-46cb-817f-d139fdb86ffb req-86cbf424-ea5b-4c3a-b045-9ef6b8c3f4a2 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561715 Oct 11 20:52:02.693480 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-aeab8ae6-98ea-4325-9704-2ff3a51b244c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414872 Oct 11 20:52:02.774843 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-9f5ecee3-c267-48e0-9d98-e26121fcbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:02.776189 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-9f5ecee3-c267-48e0-9d98-e26121fcbc15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1098 time: 0.0388191 Oct 11 20:52:02.880193 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-3217958a-0820-454a-88e3-9db0ffdc1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:02.881662 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-3217958a-0820-454a-88e3-9db0ffdc1e4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.0848396 Oct 11 20:52:02.948687 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-687f92e4-5825-4b4e-af64-3a443cdcc635 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 200 len: 1001 time: 0.0587411 Oct 11 20:52:02.997233 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-57bfd13b-1e1b-4be3-910f-3c77d5b84c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:02.998704 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-57bfd13b-1e1b-4be3-910f-3c77d5b84c71 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0426931 Oct 11 20:52:03.043299 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-0d6b6b86-7bd5-4239-aeae-9fdfe08b4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:03.044971 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-0d6b6b86-7bd5-4239-aeae-9fdfe08b4547 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397012 Oct 11 20:52:03.066178 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:52:03.123202 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port b96f728d-a7dd-456e-821a-0355a35e1734 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:52:03.123572 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:03.154814 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-6d6d72e5-3156-488f-8718-1a74e4184b7b service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026227 Oct 11 20:52:03.209876 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:03.234878 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:03.237657 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306dccff-f94e-4d94-bb2b-eba25179c8b2" -d '{"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-plugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:03.242068 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8737f6ae-b4c9-4f95-aaff-fdddd781787f req-fbceafac-4c9c-4b74-93e4-1d6743a036ee service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804491 Oct 11 20:52:03.250273 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:03.254967 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:03.279179 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e66f2a-d48a-4f30-a48b-8ee50ef1c9ff x-openstack-request-id: req-06e66f2a-d48a-4f30-a48b-8ee50ef1c9ff {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:03.279464 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-plugged", "status": "completed", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:03.279711 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06e66f2a-d48a-4f30-a48b-8ee50ef1c9ff {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:03.280093 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'code': 200} Oct 11 20:52:03.306415 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=10']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:03.508863 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cf362-bfde-485e-845a-0782302e1664 req-ff877097-3fbf-4268-905e-1a8e8ec20d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:03.510319 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-823cf362-bfde-485e-845a-0782302e1664 req-ff877097-3fbf-4268-905e-1a8e8ec20d48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 1099 time: 0.0434539 Oct 11 20:52:03.547140 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-823cf362-bfde-485e-845a-0782302e1664 req-d4256fb4-7b10-41eb-b695-28a66a40be22 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284414 Oct 11 20:52:03.640740 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508d640-7b32-4a69-901d-3326df48d87e req-ae266e30-e648-4679-a6df-d8a93aaaedc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:03.642195 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0508d640-7b32-4a69-901d-3326df48d87e req-ae266e30-e648-4679-a6df-d8a93aaaedc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 946 time: 0.0477688 Oct 11 20:52:03.678382 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-0508d640-7b32-4a69-901d-3326df48d87e req-3416a45b-0b78-45be-85e1-93ce357ac8f9 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302377 Oct 11 20:52:04.799138 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025ea80-7308-4460-beaa-f8d82d7d7694 req-44da8e46-6479-44b4-b75b-7c12ce811ef6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:04.800634 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d025ea80-7308-4460-beaa-f8d82d7d7694 req-44da8e46-6479-44b4-b75b-7c12ce811ef6 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 946 time: 0.0504067 Oct 11 20:52:04.846586 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d025ea80-7308-4460-beaa-f8d82d7d7694 req-70de0b30-89bc-4061-9521-a1cb47b2932b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397267 Oct 11 20:52:05.761411 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47464) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:05.804319 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Deleting subnet 197da956-c5aa-4d24-b5a0-bc9648d779ce {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:52:05.807866 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:05.845896 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742917'] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:05.882497 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:05.956731 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25184921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25949141'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:05.987986 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197da956-c5aa-4d24-b5a0-bc9648d779ce,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:05.993029 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:05.996152 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/197da956-c5aa-4d24-b5a0-bc9648d779ce HTTP/1.1" status: 204 len: 168 time: 0.2337337 Oct 11 20:52:05.998842 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47468) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:06.003576 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.003923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.004263 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.004597 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.004925 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.005250 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.005574 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.005897 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.006218 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.006559 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.006880 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.007198 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12b3a1-9593-4ce3-953b-03db7cb4a275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.018178 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c5a05-364f-412b-9bd2-d333b578dc5a req-4dd224e6-6ceb-4c70-86d0-fa4b69409b2f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:06.019669 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2e2c5a05-364f-412b-9bd2-d333b578dc5a req-4dd224e6-6ceb-4c70-86d0-fa4b69409b2f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 946 time: 0.1003666 Oct 11 20:52:06.057247 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2e2c5a05-364f-412b-9bd2-d333b578dc5a req-d08c4897-d34c-4771-bd07-e24c14000059 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315082 Oct 11 20:52:06.070904 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.148008 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.166611 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5674b8-5169-441c-a3ef-e8480431f74e']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:06.175467 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cc73c7-87fe-4141-8716-7d896681cfc2') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:06.175759 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cc73c7-87fe-4141-8716-7d896681cfc2') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:06.184568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.197605 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.203146 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:52:06.203519 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:52:06.205664 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:52:06.505027 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.510137 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.513263 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] 10.222.0.43 "DELETE /v2.0/networks/2b5674b8-5169-441c-a3ef-e8480431f74e HTTP/1.1" status: 204 len: 168 time: 0.5133479 Oct 11 20:52:06.516760 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47472) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:06.524168 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5674b8-5169-441c-a3ef-e8480431f74e,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:06.531401 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.531752 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.532774 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.533317 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.533653 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.533980 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.534312 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.534657 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.534981 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.535301 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.535614 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.535927 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a394bea1-0cc1-4c4d-b6b4-d2082588045c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:06.561979 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] Deleting subnet 32296c82-0105-4520-88c1-78e6cab230dc {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:52:06.565422 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.599138 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742917'] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.635855 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.690427 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25184921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25949141'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.717815 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.721622 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/32296c82-0105-4520-88c1-78e6cab230dc HTTP/1.1" status: 204 len: 168 time: 0.2033474 Oct 11 20:52:06.722409 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506da90-46f4-4afb-a262-33eebcab7fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32296c82-0105-4520-88c1-78e6cab230dc,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:06.724184 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47474) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:06.790332 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.867756 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.886728 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9914495e-b30e-4f97-8f9c-4cc1754c9f63']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:06.896428 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bc6cfe-6dd2-4c28-8da4-530ebaf4a11e') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:06.896725 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bc6cfe-6dd2-4c28-8da4-530ebaf4a11e') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:06.905648 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.918475 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.924435 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:52:06.924807 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:52:06.926440 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:52:06.980975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.986193 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:06.989324 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] 10.222.0.43 "DELETE /v2.0/networks/9914495e-b30e-4f97-8f9c-4cc1754c9f63 HTTP/1.1" status: 204 len: 168 time: 0.2637043 Oct 11 20:52:06.999813 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f544b6e-0c5c-4f68-ad8d-6fd672b3ae9f admin admin] Pushing event deleted for resources: {'Network': ['ID=9914495e-b30e-4f97-8f9c-4cc1754c9f63,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:07.143116 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47478) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:07.181967 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-bd85018f-4d77-42c6-b774-968161926ee3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e40f16e32e9f48149b17c6b6fa598250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377266 Oct 11 20:52:07.184353 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47480) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:07.230624 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d4da4b82-acd6-48f4-9155-4814cc4c5441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.251870 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d4da4b82-acd6-48f4-9155-4814cc4c5441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.295423 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d4da4b82-acd6-48f4-9155-4814cc4c5441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.298709 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-d4da4b82-acd6-48f4-9155-4814cc4c5441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.299838 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-d4da4b82-acd6-48f4-9155-4814cc4c5441 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf442e74-c9c4-4cd0-9f2e-cbb9f4550a08 HTTP/1.1" status: 204 len: 168 time: 0.1145911 Oct 11 20:52:07.307029 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da4b82-acd6-48f4-9155-4814cc4c5441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf442e74-c9c4-4cd0-9f2e-cbb9f4550a08,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:07.603042 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47486) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:07.644027 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-310fe55d-c2f4-40a4-bd19-8653b5a98575 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f45fa1954a804591ab5ceb3277265a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398479 Oct 11 20:52:07.646335 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47488) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:07.692129 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f4be0fdf-019e-42e2-bf94-647bbc986e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.712007 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f4be0fdf-019e-42e2-bf94-647bbc986e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.759240 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f4be0fdf-019e-42e2-bf94-647bbc986e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.761733 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f4be0fdf-019e-42e2-bf94-647bbc986e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:07.762871 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f4be0fdf-019e-42e2-bf94-647bbc986e49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6cbd98ba-de3c-4970-9ccc-5e9a8b32b68b HTTP/1.1" status: 204 len: 168 time: 0.1156528 Oct 11 20:52:07.770782 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be0fdf-019e-42e2-bf94-647bbc986e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbd98ba-de3c-4970-9ccc-5e9a8b32b68b,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:08.755825 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47518) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:08.857692 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-05567b51-f0d7-4b5d-bec3-43d4ec7018a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:08.931617 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-05567b51-f0d7-4b5d-bec3-43d4ec7018a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:08.936137 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-05567b51-f0d7-4b5d-bec3-43d4ec7018a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:08.972914 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-05567b51-f0d7-4b5d-bec3-43d4ec7018a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a8fdb1ead914b11abb5a789648eef94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160549 Oct 11 20:52:08.975225 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05567b51-f0d7-4b5d-bec3-43d4ec7018a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c25dc8-c3c2-4807-a15a-dcf14e1115e7,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:08.976054 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47522) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:09.025069 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86a6dc24-3115-4db5-a5c1-67943281e5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:09.045998 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86a6dc24-3115-4db5-a5c1-67943281e5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:09.091542 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86a6dc24-3115-4db5-a5c1-67943281e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:09.094998 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-86a6dc24-3115-4db5-a5c1-67943281e5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:09.095945 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-86a6dc24-3115-4db5-a5c1-67943281e5bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7c25dc8-c3c2-4807-a15a-dcf14e1115e7 HTTP/1.1" status: 204 len: 168 time: 0.1188359 Oct 11 20:52:09.103763 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6dc24-3115-4db5-a5c1-67943281e5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c25dc8-c3c2-4807-a15a-dcf14e1115e7,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:13.091602 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47588) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:13.197891 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a578d0ae-15b4-4f57-9396-641fd55c5cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:13.270364 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a578d0ae-15b4-4f57-9396-641fd55c5cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:13.274273 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a578d0ae-15b4-4f57-9396-641fd55c5cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:13.312684 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a578d0ae-15b4-4f57-9396-641fd55c5cb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7cd5a078c1424f978e5b5cf9ecc5a365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200296 Oct 11 20:52:13.315848 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578d0ae-15b4-4f57-9396-641fd55c5cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81feeee0-6c3a-4fe9-999c-658523947074,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:13.316315 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47594) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:13.367604 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8fcd4bb3-dcfc-40a2-b514-a18f5fc30ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:13.388163 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8fcd4bb3-dcfc-40a2-b514-a18f5fc30ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:13.435973 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8fcd4bb3-dcfc-40a2-b514-a18f5fc30ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:13.439347 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8fcd4bb3-dcfc-40a2-b514-a18f5fc30ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:13.440487 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-8fcd4bb3-dcfc-40a2-b514-a18f5fc30ceb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81feeee0-6c3a-4fe9-999c-658523947074 HTTP/1.1" status: 204 len: 168 time: 0.1231906 Oct 11 20:52:13.448133 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd4bb3-dcfc-40a2-b514-a18f5fc30ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81feeee0-6c3a-4fe9-999c-658523947074,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:14.033433 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47616) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:14.131189 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1524576267-network', 'tenant_id': 'd1dc01d0b3a645898dac8463f9c306a4'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:14.151724 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Made reservation on behalf of d1dc01d0b3a645898dac8463f9c306a4 for: {'network': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:52:14.154051 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.162628 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.236350 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.240272 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.267031 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=105804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:52:14.273630 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:14.280935 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.281262 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.segments_db [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Added segment 1c872e08-8fa3-4036-99df-5056198af57e of type vlan for network 362cd14c-0082-492e-8209-329217cac9a8 Oct 11 20:52:14.320118 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.343596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.344576 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:14.345139 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.397880 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3632555 Oct 11 20:52:14.400765 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47620) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:14.405710 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Request body: {'subnet': {'network_id': '362cd14c-0082-492e-8209-329217cac9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1524576267-subnet', 'tenant_id': 'd1dc01d0b3a645898dac8463f9c306a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:14.408392 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd98f3f-973f-4b9f-ae12-2e4ec19b6ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=362cd14c-0082-492e-8209-329217cac9a8,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:14.418607 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 362cd14c-0082-492e-8209-329217cac9a8 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:52:14.428316 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Made reservation on behalf of d1dc01d0b3a645898dac8463f9c306a4 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:52:14.430674 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25949170'] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.592166 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25949148'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.646948 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec95756-cf11-496f-a845-6141ed429324,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:14.653642 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Checking segment: {'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:52:14.654001 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Network hostable DHCP agents. Network: 362cd14c-0082-492e-8209-329217cac9a8, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:52:14.669832 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Network 362cd14c-0082-492e-8209-329217cac9a8 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:52:14.678695 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 362cd14c-0082-492e-8209-329217cac9a8) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:52:14.682719 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:14.683309 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:14.687498 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0588173a-88c8-4772-9d8e-fd671be17df7 None None] Network 362cd14c-0082-492e-8209-329217cac9a8 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:14.699016 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2a25ab0e-223e-42f9-950b-056cfa856d1b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2969930 Oct 11 20:52:14.803157 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c7838-ffa1-4ece-8f6f-a3c1165e4f11 None None] Network 362cd14c-0082-492e-8209-329217cac9a8 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:16.406285 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-b58f0de3-7b40-4a8a-a66e-bbe423a17f41 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:16.407761 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-b58f0de3-7b40-4a8a-a66e-bbe423a17f41 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/networks?id=362cd14c-0082-492e-8209-329217cac9a8 HTTP/1.1" status: 200 len: 814 time: 0.1015713 Oct 11 20:52:16.422752 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-d82332e8-019f-46ac-bd16-4b3394e6b3fb tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/quotas/d1dc01d0b3a645898dac8463f9c306a4 HTTP/1.1" status: 200 len: 375 time: 0.0087674 Oct 11 20:52:16.452386 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-421e7888-bea8-429f-a284-400ecdbcaeaa tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1dc01d0b3a645898dac8463f9c306a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246110 Oct 11 20:52:16.538784 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-ad064c67-1b9b-446f-9970-55aa2581717b service neutron] 10.222.0.43 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795710 Oct 11 20:52:16.628499 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-1057a391-5f05-4a05-bc2e-360700c10348 service neutron] 10.222.0.43 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836568 Oct 11 20:52:16.781150 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-26513e5d-e5de-4afe-8079-aae65ca72fff req-683461ee-1ca1-4dbb-885f-f8ff4ca33db4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 210 time: 0.0264757 Oct 11 20:52:17.883634 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5cc343aa-97e3-44f3-a58c-4855f1457900 req-c2139010-63cb-473d-aae2-1a178829000d tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 210 time: 0.0336971 Oct 11 20:52:17.949766 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9380cbc7-225f-456c-bb08-46903030ea42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:17.994076 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-3bc2a045-fecb-4476-9e9c-2fceaa3e8f94 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:17.995586 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-3bc2a045-fecb-4476-9e9c-2fceaa3e8f94 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "GET /v2.0/networks?id=362cd14c-0082-492e-8209-329217cac9a8 HTTP/1.1" status: 200 len: 814 time: 0.1149964 Oct 11 20:52:18.012800 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Request body: {'port': {'device_id': '6106762f-0b55-404a-8397-be6a114cf63c', 'network_id': '362cd14c-0082-492e-8209-329217cac9a8', 'admin_state_up': True, 'tenant_id': 'd1dc01d0b3a645898dac8463f9c306a4'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:18.118054 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Made reservation on behalf of d1dc01d0b3a645898dac8463f9c306a4 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:52:18.121555 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:18.247095 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Allocated IP 172.20.0.14 (362cd14c-0082-492e-8209-329217cac9a8/5ec95756-cf11-496f-a845-6141ed429324/fd756c98-71a1-4bc7-9832-016faea6e988) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:52:18.390497 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:18.421810 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:18.464095 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Network 362cd14c-0082-492e-8209-329217cac9a8 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:52:18.467070 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:52:18.471395 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:52:18.493512 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Pushing event updated for resources: {'Port': ['ID=fd756c98-71a1-4bc7-9832-016faea6e988,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:18.520489 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:18.521088 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:18.536287 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-96726ed4-c8db-4ab1-8824-2a2051cfb557 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5276523 Oct 11 20:52:18.549591 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Request body: {'port': {'device_id': '6106762f-0b55-404a-8397-be6a114cf63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:18.603439 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:18.851139 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd756c98-71a1-4bc7-9832-016faea6e988 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:52:18.858138 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:18.869980 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Transition to ACTIVE for port object fd756c98-71a1-4bc7-9832-016faea6e988 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:52:18.873057 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:18.948574 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd756c98-71a1-4bc7-9832-016faea6e988,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:18.996256 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8780fbd-0029-45f4-8d6a-5c3db6a2d633 req-fa6d32de-b883-41a3-acc3-617743258868 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:18.997710 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e8780fbd-0029-45f4-8d6a-5c3db6a2d633 req-fa6d32de-b883-41a3-acc3-617743258868 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 944 time: 0.0487862 Oct 11 20:52:18.997958 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Attempting to bind port fd756c98-71a1-4bc7-9832-016faea6e988 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:52:18.998288 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Attempting to bind port fd756c98-71a1-4bc7-9832-016faea6e988 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:52:18.998641 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Attempting to bind port fd756c98-71a1-4bc7-9832-016faea6e988 on network 362cd14c-0082-492e-8209-329217cac9a8 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:52:19.003614 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Port fd756c98-71a1-4bc7-9832-016faea6e988 on network 362cd14c-0082-492e-8209-329217cac9a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:52:19.003929 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Attempting to bind port fd756c98-71a1-4bc7-9832-016faea6e988 on network 362cd14c-0082-492e-8209-329217cac9a8 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:52:19.008718 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:52:19.009048 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Checking segment: {'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:52:19.009416 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Bound using segment: {'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:52:19.009831 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Bound port: fd756c98-71a1-4bc7-9832-016faea6e988, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:52:19.010178 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:19.035356 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e8780fbd-0029-45f4-8d6a-5c3db6a2d633 req-a14e12c0-41d1-423f-b985-2de38bdd2a59 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Oct 11 20:52:19.073402 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] For port fd756c98-71a1-4bc7-9832-016faea6e988, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:52:19.076406 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] For port fd756c98-71a1-4bc7-9832-016faea6e988, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=fd756c98-71a1-4bc7-9832-016faea6e988,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:52:19.081354 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:19.115199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:19.115801 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:19.117154 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] 10.222.0.46 "PUT /v2.0/ports/fd756c98-71a1-4bc7-9832-016faea6e988 HTTP/1.1" status: 200 len: 1094 time: 0.5716288 Oct 11 20:52:19.117580 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6106762f-0b55-404a-8397-be6a114cf63c', 'tag': 'fd756c98-71a1-4bc7-9832-016faea6e988'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:19.119836 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62ae0df-d644-4683-a54b-c2779c903ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "6106762f-0b55-404a-8397-be6a114cf63c", "tag": "fd756c98-71a1-4bc7-9832-016faea6e988"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:19.146424 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d9ac3-2b25-48b2-9676-ce4498a8a6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd756c98-71a1-4bc7-9832-016faea6e988,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:19.157998 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b373d6c-a520-4434-98eb-9fc7b891320a x-openstack-request-id: req-0b373d6c-a520-4434-98eb-9fc7b891320a {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:19.158289 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6106762f-0b55-404a-8397-be6a114cf63c", "tag": "fd756c98-71a1-4bc7-9832-016faea6e988", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:19.158601 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0b373d6c-a520-4434-98eb-9fc7b891320a {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:19.159003 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6106762f-0b55-404a-8397-be6a114cf63c', 'tag': 'fd756c98-71a1-4bc7-9832-016faea6e988', 'status': 'completed', 'code': 200} Oct 11 20:52:19.205336 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-1ad0c7dc-ef6a-4f76-9f2e-2ad1fcc92673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:19.206833 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-1ad0c7dc-ef6a-4f76-9f2e-2ad1fcc92673 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1dc01d0b3a645898dac8463f9c306a4&device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 1097 time: 0.0438697 Oct 11 20:52:19.248253 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-707e7886-44b1-42da-ae6b-bf344b3a4e59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd756c98-71a1-4bc7-9832-016faea6e988 HTTP/1.1" status: 200 len: 217 time: 0.0329151 Oct 11 20:52:19.295164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-c9715084-7c16-48ec-8004-bb1751f16d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:19.296521 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-c9715084-7c16-48ec-8004-bb1751f16d1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ec95756-cf11-496f-a845-6141ed429324 HTTP/1.1" status: 200 len: 854 time: 0.0418572 Oct 11 20:52:19.329802 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-07ad8bc2-25c4-4626-a707-a5c951208d43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=362cd14c-0082-492e-8209-329217cac9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262160 Oct 11 20:52:19.416339 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-454c82d9-3c0c-4699-8141-0655d526741d service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790000 Oct 11 20:52:19.512285 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-1f40baca-cfd3-4f8c-9686-23ead5d3e688 req-941d523e-ae48-46fc-9c0b-3be8787dea71 service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842869 Oct 11 20:52:19.601540 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-72fcbf01-2a13-4151-a1e2-98b05e2425f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:19.603007 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-72fcbf01-2a13-4151-a1e2-98b05e2425f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1dc01d0b3a645898dac8463f9c306a4&device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 1097 time: 0.0409985 Oct 11 20:52:19.691044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-23c601d1-84ba-47f6-9a2b-d293c15263b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:19.692347 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-23c601d1-84ba-47f6-9a2b-d293c15263b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=362cd14c-0082-492e-8209-329217cac9a8 HTTP/1.1" status: 200 len: 915 time: 0.0815868 Oct 11 20:52:19.736759 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-6e11d275-69d7-4e77-9130-313595a0318b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd756c98-71a1-4bc7-9832-016faea6e988 HTTP/1.1" status: 200 len: 217 time: 0.0357847 Oct 11 20:52:19.784160 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-35cd6cee-e63c-4947-8532-965a109ec27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:19.785500 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-35cd6cee-e63c-4947-8532-965a109ec27f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ec95756-cf11-496f-a845-6141ed429324 HTTP/1.1" status: 200 len: 854 time: 0.0422721 Oct 11 20:52:19.816084 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-b983274e-2a76-4b06-8805-89d6e7e2760f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=362cd14c-0082-492e-8209-329217cac9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230367 Oct 11 20:52:19.904409 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-71c62776-e074-4f1c-94b4-eaab5586c692 service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815043 Oct 11 20:52:19.991940 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e62ae0df-d644-4683-a54b-c2779c903ddb req-60840409-a861-4f65-b9b3-c24a802e3bcc service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798218 Oct 11 20:52:20.151394 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9059a19-4a1d-4472-bff3-d9a13a807670 req-a967caa3-9ad1-48ac-8c54-b344333c3f45 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:20.152857 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b9059a19-4a1d-4472-bff3-d9a13a807670 req-a967caa3-9ad1-48ac-8c54-b344333c3f45 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 944 time: 0.0517149 Oct 11 20:52:20.189056 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b9059a19-4a1d-4472-bff3-d9a13a807670 req-517cfc69-b157-42db-ae85-df2965e6685b tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302384 Oct 11 20:52:20.788585 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9cb05550-5a40-4b7b-852f-82a910bace1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:21.305075 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd57611-f186-4698-ac34-cd11282855b6 req-d74e532c-fe8e-4287-934c-9e3f33cdc467 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:21.306524 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0bd57611-f186-4698-ac34-cd11282855b6 req-d74e532c-fe8e-4287-934c-9e3f33cdc467 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 944 time: 0.0482976 Oct 11 20:52:21.346258 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0bd57611-f186-4698-ac34-cd11282855b6 req-a1d9fea9-7f4a-46dd-80d4-d18d9f57fa53 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339730 Oct 11 20:52:21.469727 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:21.893226 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:22.457317 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f94e6-0d5f-4211-9cae-add237490124 req-b6f3a7d0-398f-422a-8afd-8d568708b7cf tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:22.458819 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-714f94e6-0d5f-4211-9cae-add237490124 req-b6f3a7d0-398f-422a-8afd-8d568708b7cf tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 944 time: 0.0479693 Oct 11 20:52:22.495602 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-714f94e6-0d5f-4211-9cae-add237490124 req-df72a2af-6262-4d58-ba24-665adb08d620 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309145 Oct 11 20:52:23.127142 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:23.192405 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device fd756c98-71a1-4bc7-9832-016faea6e988 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:52:23.286216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port fd756c98-71a1-4bc7-9832-016faea6e988, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=fd756c98-71a1-4bc7-9832-016faea6e988,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:23.297574 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'fd756c98-71a1-4bc7-9832-016faea6e988', 'network_id': '362cd14c-0082-492e-8209-329217cac9a8', 'port_id': 'fd756c98-71a1-4bc7-9832-016faea6e988', 'mac_address': 'fa:16:3e:63:b4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec95756-cf11-496f-a845-6141ed429324', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:52:23.332195 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:23.344625 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd756c98-71a1-4bc7-9832-016faea6e988 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:52:23.363747 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port fd756c98-71a1-4bc7-9832-016faea6e988, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=fd756c98-71a1-4bc7-9832-016faea6e988,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:23.367523 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:23.414781 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=fd756c98-71a1-4bc7-9832-016faea6e988,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:23.421417 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.422332 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.422785 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.423173 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.423506 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.423834 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.424155 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.424475 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.424796 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.425115 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.425429 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.425744 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:52:23.606275 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c6c3e-77b7-4c72-89bb-00b9b5256b10 req-c210e6d4-5de0-4c33-a6a9-357e176ce885 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:23.607763 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-429c6c3e-77b7-4c72-89bb-00b9b5256b10 req-c210e6d4-5de0-4c33-a6a9-357e176ce885 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 945 time: 0.0476072 Oct 11 20:52:23.613163 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['fd756c98-71a1-4bc7-9832-016faea6e988'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:52:23.645878 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-429c6c3e-77b7-4c72-89bb-00b9b5256b10 req-08249785-8fe5-46e5-b2c0-ff9ac0cd12b6 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Oct 11 20:52:24.763045 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d186d27-6d32-430c-82c0-4f24e7f92321 req-30e44f64-e6fa-47a9-8162-ce7997e76121 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:24.764482 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2d186d27-6d32-430c-82c0-4f24e7f92321 req-30e44f64-e6fa-47a9-8162-ce7997e76121 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 945 time: 0.0476491 Oct 11 20:52:24.801898 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2d186d27-6d32-430c-82c0-4f24e7f92321 req-a2f85ced-55e3-45dc-a243-ab324fb7ddb6 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Oct 11 20:52:25.203719 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device fd756c98-71a1-4bc7-9832-016faea6e988 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:52:25.369394 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port fd756c98-71a1-4bc7-9832-016faea6e988 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:52:25.372830 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port fd756c98-71a1-4bc7-9832-016faea6e988 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:52:25.373192 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:25.447495 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:25.468525 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6106762f-0b55-404a-8397-be6a114cf63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd756c98-71a1-4bc7-9832-016faea6e988'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:25.470796 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f1e2cd-ad78-4223-8a8c-7b431a041c02" -d '{"events": [{"server_uuid": "6106762f-0b55-404a-8397-be6a114cf63c", "name": "network-vif-plugged", "status": "completed", "tag": "fd756c98-71a1-4bc7-9832-016faea6e988"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:25.483539 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port fd756c98-71a1-4bc7-9832-016faea6e988, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=fd756c98-71a1-4bc7-9832-016faea6e988,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:25.487810 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:25.510797 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1454f6-02f3-4444-85de-aaf7b7006a6e x-openstack-request-id: req-6c1454f6-02f3-4444-85de-aaf7b7006a6e {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:25.511088 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6106762f-0b55-404a-8397-be6a114cf63c", "name": "network-vif-plugged", "status": "completed", "tag": "fd756c98-71a1-4bc7-9832-016faea6e988", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:25.511338 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c1454f6-02f3-4444-85de-aaf7b7006a6e {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:25.511730 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6106762f-0b55-404a-8397-be6a114cf63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd756c98-71a1-4bc7-9832-016faea6e988', 'code': 200} Oct 11 20:52:25.536761 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=fd756c98-71a1-4bc7-9832-016faea6e988,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:25.671283 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d9704-3a48-4fcb-ba62-acda34bd210c req-a2c562fa-53b7-4125-8255-d6fe05973d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:25.673388 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fe1d9704-3a48-4fcb-ba62-acda34bd210c req-a2c562fa-53b7-4125-8255-d6fe05973d6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 1099 time: 0.0389726 Oct 11 20:52:25.707405 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fe1d9704-3a48-4fcb-ba62-acda34bd210c req-32bfdfe0-fc76-4400-a7af-9d7d9f846573 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267479 Oct 11 20:52:25.916991 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bd1fd-a720-472a-b34d-b66d005c2ea9 req-c4c97dac-b3f0-4ac1-9eb3-e71a0b71f34d tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:25.918430 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e03bd1fd-a720-472a-b34d-b66d005c2ea9 req-c4c97dac-b3f0-4ac1-9eb3-e71a0b71f34d tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 946 time: 0.0506008 Oct 11 20:52:25.955328 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e03bd1fd-a720-472a-b34d-b66d005c2ea9 req-9a011b97-222c-486b-af3c-367f2127aaae tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302637 Oct 11 20:52:26.405707 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:52:26.720305 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:27.068512 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaf456-41be-4fed-9653-248a8770ff97 req-37c1238b-90cb-4a48-bbf0-051029593718 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:27.069968 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fadaf456-41be-4fed-9653-248a8770ff97 req-37c1238b-90cb-4a48-bbf0-051029593718 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 946 time: 0.0482290 Oct 11 20:52:27.110648 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fadaf456-41be-4fed-9653-248a8770ff97 req-e6449844-e1b8-4c57-af35-d0a368a627a5 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344703 Oct 11 20:52:37.128097 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47762) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:37.277493 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Deleting port d2750e3b-87a2-4491-80ca-80bbcc79db6b {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:37.277863 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:37.358539 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:37.358859 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:37.369954 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Calling delete_port for d2750e3b-87a2-4491-80ca-80bbcc79db6b owned by network:floatingip {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:37.508946 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:37.535160 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event deleted for resources: {'Port': ['ID=d2750e3b-87a2-4491-80ca-80bbcc79db6b,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:37.598625 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:37.598959 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Floating IP b191f5d7-fba7-461f-a323-623f78aebdf0 disassociated (deleted). External IP: 172.27.2.11, port: e17a42d1-b1f6-4208-a09e-b6b9c5d769ca. Oct 11 20:52:37.798737 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:52:37.907245 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:52:37.912098 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:37.916552 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:52:37.925585 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:37.926189 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:37.942936 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-49006c6b-39ad-4045-a60b-462c7bde4300 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "DELETE /v2.0/floatingips/b191f5d7-fba7-461f-a323-623f78aebdf0 HTTP/1.1" status: 204 len: 168 time: 0.8112586 Oct 11 20:52:37.942936 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:37.943557 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295434d4-9376-42ae-b1e6-041a2e66c8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:37.990921 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0420dbf1-3290-4e51-b646-c667f9dbf1d7 x-openstack-request-id: req-0420dbf1-3290-4e51-b646-c667f9dbf1d7 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:37.991209 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:37.991437 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0420dbf1-3290-4e51-b646-c667f9dbf1d7 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:37.991840 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'status': 'completed', 'code': 200} Oct 11 20:52:38.076037 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-a5735ec4-6ac2-434b-a5c5-a5665be93cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:38.077449 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-a5735ec4-6ac2-434b-a5c5-a5665be93cf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 1098 time: 0.0542903 Oct 11 20:52:38.159912 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:38.221818 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0eff9-ac8b-4575-a2ab-7d949020e5a3 req-b403cbd6-e1c2-485d-b38e-9495c3db80d8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:38.223286 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5af0eff9-ac8b-4575-a2ab-7d949020e5a3 req-b403cbd6-e1c2-485d-b38e-9495c3db80d8 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 945 time: 0.0818446 Oct 11 20:52:38.226269 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-c1437451-fb89-4462-bc18-be0e02665141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:38.227633 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-c1437451-fb89-4462-bc18-be0e02665141 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.1401303 Oct 11 20:52:38.287307 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-6cb65710-c723-4060-a48b-6877964523ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca HTTP/1.1" status: 200 len: 217 time: 0.0415211 Oct 11 20:52:38.294425 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5af0eff9-ac8b-4575-a2ab-7d949020e5a3 req-4f56afcc-16a8-43a5-988a-ad6e05cf5fdc tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636196 Oct 11 20:52:38.349403 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-5230b24f-fcbe-4d7f-b9bf-f1c1b7146cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:38.351066 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-5230b24f-fcbe-4d7f-b9bf-f1c1b7146cf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0445235 Oct 11 20:52:38.389451 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:52Z', 'revision_number': 1, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:38.408754 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-bc0292fc-adc9-4b3f-b4db-9022021f99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:38.410673 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-bc0292fc-adc9-4b3f-b4db-9022021f99d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500321 Oct 11 20:52:38.420493 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:52:38.429667 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:38.430270 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:38.498428 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-ee94b125-ee1b-4207-bbea-90576e212d6e service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791011 Oct 11 20:52:38.534556 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:38.589233 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-295434d4-9376-42ae-b1e6-041a2e66c8d7 req-5c3ff04e-464f-4138-b034-df0933e3b972 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827668 Oct 11 20:52:38.760213 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:52Z', 'revision_number': 1, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:38.786248 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c9c2c-161e-43e5-b3a6-808a889b6be8 None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'be376bec-e89e-40e0-9698-7afe7ce57959', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'port_id': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'mac_address': 'fa:16:3e:6d:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72353a62-9745-41e9-acbd-11bf5e393038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:48:49Z', 'updated_at': '2021-10-11T20:48:52Z', 'revision_number': 1, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:52:38.987793 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac795631-9352-4bd9-9a8a-e762e9c9b012 None None] New status for floating IP b191f5d7-fba7-461f-a323-623f78aebdf0: DOWN {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:52:39.416996 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bf689-4693-4523-a281-68446f0f039a req-35379fc6-2ada-432d-9795-10da7a19fb6b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:39.418494 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2d9bf689-4693-4523-a281-68446f0f039a req-35379fc6-2ada-432d-9795-10da7a19fb6b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 945 time: 0.0540388 Oct 11 20:52:39.456176 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-2d9bf689-4693-4523-a281-68446f0f039a req-c77c3010-ba57-4a79-882d-131173a99c7c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315838 Oct 11 20:52:40.059808 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ee4bb-3ef4-4f4d-bdc2-edbcfb7637fb req-7776d57b-3d69-4ffa-9485-a546f546f829 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:40.061280 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-420ee4bb-3ef4-4f4d-bdc2-edbcfb7637fb req-7776d57b-3d69-4ffa-9485-a546f546f829 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 946 time: 0.0503187 Oct 11 20:52:40.122481 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-420ee4bb-3ef4-4f4d-bdc2-edbcfb7637fb req-922edf01-ff3b-448d-91b5-3e6afd792421 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551918 Oct 11 20:52:40.138103 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-fae43781-1537-4243-941b-d2aea832e11c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:40.139535 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-fae43781-1537-4243-941b-d2aea832e11c tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 945 time: 0.0597172 Oct 11 20:52:40.234611 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Deleting port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:40.234953 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:40.318030 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] For port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:40.318389 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:40.332818 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Calling delete_port for e17a42d1-b1f6-4208-a09e-b6b9c5d769ca owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:40.468431 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:40.495213 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event deleted for resources: {'Port': ['ID=e17a42d1-b1f6-4208-a09e-b6b9c5d769ca,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:40.550667 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] No DVR routers for this DVR port e17a42d1-b1f6-4208-a09e-b6b9c5d769ca on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:40.553291 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:40.555683 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-75717b34-1cc3-4648-8e30-5c45e7c9a094 req-dea07534-edc8-46bf-921d-5a65e264bcf3 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=13f71e6f-be16-42a4-b143-9e3a3720abf1 HTTP/1.1" status: 200 len: 210 time: 0.0263927 Oct 11 20:52:40.556947 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ce0df7f6-1bde-4947-b216-80bb14fa1429 req-f2bada1a-7ca0-4b4e-a52e-d74a3050230b tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "DELETE /v2.0/ports/e17a42d1-b1f6-4208-a09e-b6b9c5d769ca HTTP/1.1" status: 204 len: 173 time: 0.4086654 Oct 11 20:52:40.557445 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'name': 'network-vif-deleted', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:40.559898 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826021db-5700-4cc3-b34d-2b74d261df3f" -d '{"events": [{"server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "name": "network-vif-deleted", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:40.604811 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746565e4-b078-48b2-9a33-678e99ae797e x-openstack-request-id: req-746565e4-b078-48b2-9a33-678e99ae797e {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:40.605113 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f71e6f-be16-42a4-b143-9e3a3720abf1", "name": "network-vif-deleted", "tag": "e17a42d1-b1f6-4208-a09e-b6b9c5d769ca", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:40.605361 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-746565e4-b078-48b2-9a33-678e99ae797e {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:40.605751 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f71e6f-be16-42a4-b143-9e3a3720abf1', 'name': 'network-vif-deleted', 'tag': 'e17a42d1-b1f6-4208-a09e-b6b9c5d769ca', 'status': 'completed', 'code': 200} Oct 11 20:52:41.241768 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028ceb0-0d2e-49ff-9ad5-91eb844d91dd req-1e65d45e-64e6-4b54-b59c-023abf38aea0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:41.243199 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f028ceb0-0d2e-49ff-9ad5-91eb844d91dd req-1e65d45e-64e6-4b54-b59c-023abf38aea0 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 946 time: 0.0499082 Oct 11 20:52:41.279443 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f028ceb0-0d2e-49ff-9ad5-91eb844d91dd req-94526379-d5b5-4ebf-8c0a-4954465fe3f3 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups?id=e4780d4f-b33e-4955-aee5-4c4600b34d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304389 Oct 11 20:52:41.692118 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-25003b80-46ce-44c1-9735-d86d493bd07b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:41.693704 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-25003b80-46ce-44c1-9735-d86d493bd07b tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 946 time: 0.0525823 Oct 11 20:52:41.791501 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Deleting port b96f728d-a7dd-456e-821a-0355a35e1734 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:41.791837 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:41.886356 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] For port b96f728d-a7dd-456e-821a-0355a35e1734, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=b96f728d-a7dd-456e-821a-0355a35e1734,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:41.886664 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:42.051697 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:42.052050 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:42.052588 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.l3_db [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Floating IP 33f0eb0b-1326-4abd-8e56-95dc20c364bb disassociated. External IP: 172.27.2.127, port: b96f728d-a7dd-456e-821a-0355a35e1734. Oct 11 20:52:42.052928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Calling delete_port for b96f728d-a7dd-456e-821a-0355a35e1734 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:42.183355 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:42.210131 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event deleted for resources: {'Port': ['ID=b96f728d-a7dd-456e-821a-0355a35e1734,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:42.321825 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:52:42.380554 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7bae3326-6ab3-48f2-962d-4fb4d268c213 req-2c2ffb7e-9db1-4a6f-bb26-48f98e0b7b00 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f6b412e-2f73-4f01-9f56-991419bab3c2 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Oct 11 20:52:42.428041 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:52:42.439083 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] Sync routers for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:52:42.447989 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:42.448578 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:42.466735 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] No DVR routers for this DVR port b96f728d-a7dd-456e-821a-0355a35e1734 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:42.469086 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:42.472411 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a280602a-fc8e-44c9-8553-bd3e59516cf0 req-b0282862-a715-4aef-a435-df3e31acf57a tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.46 "DELETE /v2.0/ports/b96f728d-a7dd-456e-821a-0355a35e1734 HTTP/1.1" status: 204 len: 173 time: 0.7662101 Oct 11 20:52:42.558240 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:42.607396 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-deleted', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:42.611027 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c814f3bb-4d5f-48b8-aba6-f916a481e634" -d '{"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-deleted", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:42.658146 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7fc07b-b4b6-46c0-8682-d8daa3381a67 x-openstack-request-id: req-9f7fc07b-b4b6-46c0-8682-d8daa3381a67 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:42.658551 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6b412e-2f73-4f01-9f56-991419bab3c2", "name": "network-vif-deleted", "tag": "b96f728d-a7dd-456e-821a-0355a35e1734", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:42.659055 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f7fc07b-b4b6-46c0-8682-d8daa3381a67 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:42.659905 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b412e-2f73-4f01-9f56-991419bab3c2', 'name': 'network-vif-deleted', 'tag': 'b96f728d-a7dd-456e-821a-0355a35e1734', 'status': 'completed', 'code': 200} Oct 11 20:52:42.773578 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:42.804736 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] Checking router: 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:52:42.813902 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:42.814816 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:42.915652 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:43.105001 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:43.130447 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab0640c-2502-4e13-a7f7-07a09f119acb None None] The sync data for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi is: [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:33Z', 'revision_number': 4, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f', 'name': '', 'network_id': 'a8fda0a6-788c-462f-b37b-020ee0827570', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'mac_address': 'fa:16:3e:3d:0a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:33Z', 'updated_at': '2021-10-11T20:47:37Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'subnets': [{'id': '1a8f7fdb-22d6-4788-8641-64958805b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:52:43.304652 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:43.328890 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: b96f728d-a7dd-456e-821a-0355a35e1734 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:43.329377 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device b96f728d-a7dd-456e-821a-0355a35e1734 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:43.329799 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device e17a42d1-b1f6-4208-a09e-b6b9c5d769ca no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:43.350671 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df478ff4-50e5-41b3-b840-4795b93df6f6 None None] New status for floating IP 33f0eb0b-1326-4abd-8e56-95dc20c364bb: DOWN {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:52:43.353823 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: e17a42d1-b1f6-4208-a09e-b6b9c5d769ca {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:43.354154 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device e17a42d1-b1f6-4208-a09e-b6b9c5d769ca not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:43.469983 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47838) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:43.526708 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5754ed26-e45e-4bc2-98f4-fd568ea8fcc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:43.549165 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5754ed26-e45e-4bc2-98f4-fd568ea8fcc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:43.596883 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5754ed26-e45e-4bc2-98f4-fd568ea8fcc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:43.599615 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5754ed26-e45e-4bc2-98f4-fd568ea8fcc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:43.600992 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-5754ed26-e45e-4bc2-98f4-fd568ea8fcc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "DELETE /v2.0/security-groups/e4780d4f-b33e-4955-aee5-4c4600b34d18 HTTP/1.1" status: 204 len: 168 time: 0.1293213 Oct 11 20:52:43.603801 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47840) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:43.610172 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754ed26-e45e-4bc2-98f4-fd568ea8fcc5 tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4780d4f-b33e-4955-aee5-4c4600b34d18,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:43.619988 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.api.v2.resource [None req-54c3ba89-8953-4305-8e75-8c0c989b60be tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] show failed (client error): The resource could not be found. Oct 11 20:52:43.620978 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-54c3ba89-8953-4305-8e75-8c0c989b60be tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "GET /v2.0/security-groups/e4780d4f-b33e-4955-aee5-4c4600b34d18 HTTP/1.1" status: 404 len: 347 time: 0.0159683 Oct 11 20:52:43.623792 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47842) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:43.747674 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Deleting port ea156ebd-2b28-40fb-9675-10c5287b8eb0 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:43.747917 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:43.821525 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:43.821845 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:43.833963 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Calling delete_port for ea156ebd-2b28-40fb-9675-10c5287b8eb0 owned by network:floatingip {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:43.843912 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47846) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:44.005281 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Deleting port 8fdb094a-bd22-4388-8650-f5ef7e489dd7 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:44.005550 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.083589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.083915 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.097172 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Calling delete_port for 8fdb094a-bd22-4388-8650-f5ef7e489dd7 owned by network:floatingip {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:44.229190 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.253497 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.260311 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Pushing event deleted for resources: {'Port': ['ID=ea156ebd-2b28-40fb-9675-10c5287b8eb0,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:44.279923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event deleted for resources: {'Port': ['ID=8fdb094a-bd22-4388-8650-f5ef7e489dd7,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:44.320572 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks [] for floatingip, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.323197 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.324371 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-bd263b07-7053-4896-b395-0831e76fd49f tempest-AttachVolumeShelveTestJSON-396620828 tempest-AttachVolumeShelveTestJSON-396620828-project] 10.222.0.43 "DELETE /v2.0/floatingips/33f0eb0b-1326-4abd-8e56-95dc20c364bb HTTP/1.1" status: 204 len: 168 time: 0.6997085 Oct 11 20:52:44.342609 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.343029 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Floating IP be376bec-e89e-40e0-9698-7afe7ce57959 disassociated (deleted). External IP: 172.27.2.152, port: a70ee002-7d6f-4a7e-b4ee-16290bdd410d. Oct 11 20:52:44.555414 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:52:44.662788 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:52:44.668185 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:44.674228 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ec154-9933-46be-be2d-cb467640c026 None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:52:44.683431 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:44.684056 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:44.700751 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e72e0d0f-d10c-4a80-9fe6-f9681ef0b8ef tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "DELETE /v2.0/floatingips/be376bec-e89e-40e0-9698-7afe7ce57959 HTTP/1.1" status: 204 len: 168 time: 0.8557587 Oct 11 20:52:44.701329 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:44.705981 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6f7307-afa2-4989-876e-85e3d53b525c" -d '{"events": [{"name": "network-changed", "server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:44.752510 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce3fe4-a346-4cbe-92d8-f4e642d8686a x-openstack-request-id: req-a9ce3fe4-a346-4cbe-92d8-f4e642d8686a {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:44.752802 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:44.753057 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9ce3fe4-a346-4cbe-92d8-f4e642d8686a {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:44.753455 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'status': 'completed', 'code': 200} Oct 11 20:52:44.839654 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-69347f1b-1a25-4fd7-bd71-600c19f8e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:44.841125 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-69347f1b-1a25-4fd7-bd71-600c19f8e2b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae87cf4a4451491189bd88bcc40367a9&device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 1098 time: 0.0560367 Oct 11 20:52:44.882553 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:44.976669 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a5c0c-fde3-4084-9a27-97fc37c0532d req-29f1705c-2591-4d20-b2a0-5c9c2ed7b61d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:44.978123 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b39a5c0c-fde3-4084-9a27-97fc37c0532d req-29f1705c-2591-4d20-b2a0-5c9c2ed7b61d tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 945 time: 0.0802748 Oct 11 20:52:44.980856 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-f82f2a7b-ba50-43f3-8a7d-a0296651376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:44.982186 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-f82f2a7b-ba50-43f3-8a7d-a0296651376e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 200 len: 913 time: 0.1273017 Oct 11 20:52:45.028975 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-2c08d176-272b-4503-8295-6165d1d34088 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 200 len: 217 time: 0.0389929 Oct 11 20:52:45.076004 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b39a5c0c-fde3-4084-9a27-97fc37c0532d req-3cfdba75-3701-4677-b1c5-f0233e6443d3 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917976 Oct 11 20:52:45.080294 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:45.095386 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-1765ede2-1448-4ce4-a872-2d5d3178db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:45.096844 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-1765ede2-1448-4ce4-a872-2d5d3178db57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 200 len: 851 time: 0.0610824 Oct 11 20:52:45.108537 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ec154-9933-46be-be2d-cb467640c026 None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:52:45.117659 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:45.118261 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:45.142899 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-ad5dae2a-4e2e-44ae-bfd8-76a7f88f8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:45.144453 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-ad5dae2a-4e2e-44ae-bfd8-76a7f88f8b7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2872e7e8-61c6-4981-a46b-8b5ae7212c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400834 Oct 11 20:52:45.223332 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:45.237832 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-c266af15-b145-4223-967c-e1e9571041b3 service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842628 Oct 11 20:52:45.339575 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6f6f7307-afa2-4989-876e-85e3d53b525c req-a5903ba8-d331-40be-94f5-9bdab329404a service neutron] 10.222.0.46 "GET /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927513 Oct 11 20:52:45.435549 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-890ec154-9933-46be-be2d-cb467640c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:45.463318 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ec154-9933-46be-be2d-cb467640c026 None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:44:58Z', 'revision_number': 4, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '79ad0a3e-4d98-40ac-8da2-80134ba30c66', 'name': '', 'network_id': '2872e7e8-61c6-4981-a46b-8b5ae7212c34', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'mac_address': 'fa:16:3e:83:57:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:57Z', 'updated_at': '2021-10-11T20:45:04Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'subnets': [{'id': 'e537eda2-da99-49df-b60d-ad41ca2ce895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:52:45.746875 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f3c30-5071-4bb7-8a47-04f511157448 None None] New status for floating IP be376bec-e89e-40e0-9698-7afe7ce57959: DOWN {{(pid=105806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:52:46.191838 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4212b-7010-4f6a-b8d1-13f6c515c5de req-ef53feb5-90db-4b1d-8f3d-76b89f2e9aed tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:46.193272 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c1f4212b-7010-4f6a-b8d1-13f6c515c5de req-ef53feb5-90db-4b1d-8f3d-76b89f2e9aed tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Oct 11 20:52:46.230855 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-c1f4212b-7010-4f6a-b8d1-13f6c515c5de req-02d9bf12-e555-48c2-b595-eeea01ea8b4e tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/security-groups?id=67091714-5e14-4318-8ca6-37c3191e3693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315545 Oct 11 20:52:46.461225 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-d12faec0-c232-4530-959a-46a960272d53 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:46.462705 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-d12faec0-c232-4530-959a-46a960272d53 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Oct 11 20:52:46.550356 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Deleting port a70ee002-7d6f-4a7e-b4ee-16290bdd410d {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:46.550734 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:46.638095 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] For port a70ee002-7d6f-4a7e-b4ee-16290bdd410d, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:46.638451 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:46.650806 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Calling delete_port for a70ee002-7d6f-4a7e-b4ee-16290bdd410d owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:46.769132 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47892) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:46.779679 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:46.806007 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event deleted for resources: {'Port': ['ID=a70ee002-7d6f-4a7e-b4ee-16290bdd410d,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:46.852013 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] No DVR routers for this DVR port a70ee002-7d6f-4a7e-b4ee-16290bdd410d on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:46.854380 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:46.857648 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-48e1ca79-a19f-42e4-a4b2-65b58f485117 req-6dc90fb8-ca22-4424-be91-21e759112455 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.46 "DELETE /v2.0/ports/a70ee002-7d6f-4a7e-b4ee-16290bdd410d HTTP/1.1" status: 204 len: 173 time: 0.3883734 Oct 11 20:52:46.858074 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'name': 'network-vif-deleted', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:52:46.860554 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bd9f3e-6c99-4ba7-8c8c-da0f7c21a6ee" -d '{"events": [{"server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "name": "network-vif-deleted", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:52:46.896781 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc791d6e-7784-48c3-a7e1-fec884c83840 x-openstack-request-id: req-dc791d6e-7784-48c3-a7e1-fec884c83840 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:52:46.897073 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72353a62-9745-41e9-acbd-11bf5e393038", "name": "network-vif-deleted", "tag": "a70ee002-7d6f-4a7e-b4ee-16290bdd410d", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:52:46.897324 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc791d6e-7784-48c3-a7e1-fec884c83840 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:52:46.897715 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72353a62-9745-41e9-acbd-11bf5e393038', 'name': 'network-vif-deleted', 'tag': 'a70ee002-7d6f-4a7e-b4ee-16290bdd410d', 'status': 'completed', 'code': 200} Oct 11 20:52:47.338805 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-cef8b59e-13b2-4af8-86f1-cd11160b33e5 req-5af0f93f-5ef0-41fa-a88e-547efc3986bf tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "GET /v2.0/ports?device_id=72353a62-9745-41e9-acbd-11bf5e393038 HTTP/1.1" status: 200 len: 210 time: 0.0254862 Oct 11 20:52:47.409759 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:47.649591 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Deleting port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:47.649842 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:47.728609 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] For port 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:47.729151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:47.741085 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Calling delete_port for 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f owned by network:router_interface {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:47.914129 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:47.938132 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:47.952018 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3aff7b53-83b7-42cd-844d-10d82e6c613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.098002 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.309330 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:52:48.395907 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47904) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:48.414295 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:52:48.420776 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-9e47f197-f2f9-4f85-8d42-908a2d247b57 admin admin] 10.222.0.43 "PUT /v2.0/routers/2cf6585b-20de-42df-9f5e-ed0b8ac9ad10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493108 Oct 11 20:52:48.422059 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47906) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:48.424822 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] Sync routers for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:52:48.433800 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:48.434387 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:48.526431 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Deleting port 0691ac42-d4e1-46c6-b5d0-eb88005290f9 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:48.526719 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.529310 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks [] for router, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.541409 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:48.607977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.608305 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.621341 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Calling delete_port for 0691ac42-d4e1-46c6-b5d0-eb88005290f9 owned by network:floatingip {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:48.634354 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.691575 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Deleting port f5caa8a5-0adf-4c35-bac2-8add022c5fd6 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:48.691923 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.729420 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29'}], 'enable_snat': True}, 'gw_port_id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:52:47Z', 'revision_number': 5, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port': {'id': 'f5caa8a5-0adf-4c35-bac2-8add022c5fd6', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:47:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:48.756626 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] Checking router: 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:52:48.762185 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.769676 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] Routers {'2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:48.770291 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:48.779589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] For port f5caa8a5-0adf-4c35-bac2-8add022c5fd6, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:48.779879 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.792550 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Calling delete_port for f5caa8a5-0adf-4c35-bac2-8add022c5fd6 owned by network:router_gateway {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:48.796190 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event deleted for resources: {'Port': ['ID=0691ac42-d4e1-46c6-b5d0-eb88005290f9,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:48.859373 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for floatingip, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.862343 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:48.863657 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ebfe76c9-9ef3-4992-9758-ed018b445541 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "DELETE /v2.0/floatingips/274b1b87-6708-40c3-91d7-158c35132ea2 HTTP/1.1" status: 204 len: 168 time: 0.4667070 Oct 11 20:52:48.873034 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] Set router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 gateway port host: None {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:48.929541 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:52:48Z', 'revision_number': 6, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port_host': None}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:48.959935 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3fb26-a1d9-4ebf-8b55-6af281256a8b None None] The sync data for ids ['2cf6585b-20de-42df-9f5e-ed0b8ac9ad10'] in dv-cinder-813532-1-iscsi is: [{'id': '2cf6585b-20de-42df-9f5e-ed0b8ac9ad10', 'name': 'tempest-AttachVolumeShelveTestJSON-532603534-router', 'tenant_id': '42930b3dd01c483796559f1c1b11e5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:47:31Z', 'updated_at': '2021-10-11T20:52:48Z', 'revision_number': 6, 'project_id': '42930b3dd01c483796559f1c1b11e5e3', 'gw_port_host': None}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:52:48.986186 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.015151 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Pushing event deleted for resources: {'Port': ['ID=f5caa8a5-0adf-4c35-bac2-8add022c5fd6,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:49.075025 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.169815 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.172523 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.216639 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.217162 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 {{(pid=105805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:52:49.222122 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.223167 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a29ae0ed-a02f-4145-b8e6-ef6e087f834f admin admin] 10.222.0.43 "DELETE /v2.0/routers/2cf6585b-20de-42df-9f5e-ed0b8ac9ad10 HTTP/1.1" status: 204 len: 168 time: 0.8001101 Oct 11 20:52:49.226036 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47918) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:49.269580 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] Deleting subnet 1a8f7fdb-22d6-4788-8641-64958805b8a2 {{(pid=105804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:52:49.272460 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.310865 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26775757'] for subnet, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.417537 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.471694 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26521122'] for subnet, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.497340 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a8f7fdb-22d6-4788-8641-64958805b8a2,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:49.501509 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.504760 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-6e222bac-137a-4177-8788-508e64c6779a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1a8f7fdb-22d6-4788-8641-64958805b8a2 HTTP/1.1" status: 204 len: 168 time: 0.2776256 Oct 11 20:52:49.507168 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47920) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:49.509155 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc73771c-9917-4f5b-8ef0-8969e6a9d07d None None] Network a8fda0a6-788c-462f-b37b-020ee0827570 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:49.573190 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.628486 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Deleting port 142a6182-6dbe-450b-af5a-7a4210042665 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:49.628819 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.695654 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] For port 142a6182-6dbe-450b-af5a-7a4210042665, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=142a6182-6dbe-450b-af5a-7a4210042665,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:49.695949 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.703276 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] DHCP port deletion for a8fda0a6-788c-462f-b37b-020ee0827570 request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:52:49.709305 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Calling delete_port for 142a6182-6dbe-450b-af5a-7a4210042665 owned by network:dhcp {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:49.752979 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] Deleting port 142a6182-6dbe-450b-af5a-7a4210042665 {{(pid=105806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:49.753353 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.789862 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.814199 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=142a6182-6dbe-450b-af5a-7a4210042665,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:49.819256 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] For port 142a6182-6dbe-450b-af5a-7a4210042665, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=142a6182-6dbe-450b-af5a-7a4210042665,segment=NetworkSegment(52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd),segment_id=52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:49.819537 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.819706 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] No DVR routers for this DVR port 142a6182-6dbe-450b-af5a-7a4210042665 on host dv-cinder-813532-1-iscsi {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:49.832441 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] Calling delete_port for 142a6182-6dbe-450b-af5a-7a4210042665 owned by network:dhcp {{(pid=105806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:49.889568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.912581 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.914382 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8fda0a6-788c-462f-b37b-020ee0827570']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:49.925604 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:49.926172 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ee8b9f-4dbd-4a58-aba3-d3fac8c2a6dd') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:49.935937 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.941803 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] Pushing event deleted for resources: {'Port': ['ID=142a6182-6dbe-450b-af5a-7a4210042665,revision_number=None']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:49.943705 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7831f-135a-415e-98f5-fd87d0b93900 None None] No DVR routers for this DVR port 142a6182-6dbe-450b-af5a-7a4210042665 on host dv-cinder-813532-1-iscsi {{(pid=105806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:49.955727 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.961958 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:52:49.962582 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:52:49.964165 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:52:50.017979 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.022563 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.025701 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a8fda0a6-788c-462f-b37b-020ee0827570 HTTP/1.1" status: 204 len: 168 time: 0.5176325 Oct 11 20:52:50.038007 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c596cc-370f-4640-90a8-960e74829df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8fda0a6-788c-462f-b37b-020ee0827570,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:50.075487 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47928) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:50.138007 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f3f5a3ed-2aef-4dbc-b7a2-1cad6845d501 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.151169 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47930) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:50.164597 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f3f5a3ed-2aef-4dbc-b7a2-1cad6845d501 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.191160 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2aed991d-8b63-489b-8f07-12665d0f5657 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42930b3dd01c483796559f1c1b11e5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388548 Oct 11 20:52:50.193724 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47932) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:50.233609 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f3f5a3ed-2aef-4dbc-b7a2-1cad6845d501 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.236741 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f3f5a3ed-2aef-4dbc-b7a2-1cad6845d501 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.240549 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f3f5a3ed-2aef-4dbc-b7a2-1cad6845d501 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] 10.222.0.43 "DELETE /v2.0/security-groups/67091714-5e14-4318-8ca6-37c3191e3693 HTTP/1.1" status: 204 len: 168 time: 0.1616664 Oct 11 20:52:50.253447 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2baa0ff9-a05d-4263-a520-76421573aa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.258676 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5a3ed-2aef-4dbc-b7a2-1cad6845d501 tempest-TestVolumeBootPattern-81745592 tempest-TestVolumeBootPattern-81745592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67091714-5e14-4318-8ca6-37c3191e3693,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:50.291287 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2baa0ff9-a05d-4263-a520-76421573aa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.304037 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47936) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:50.332637 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:50.352172 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2baa0ff9-a05d-4263-a520-76421573aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.355181 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:50.355363 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2baa0ff9-a05d-4263-a520-76421573aa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.355521 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 32d77d1e-d1a2-4fe8-bbde-acf4ff737b5f not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:50.355942 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device f5caa8a5-0adf-4c35-bac2-8add022c5fd6 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:50.359074 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2baa0ff9-a05d-4263-a520-76421573aa95 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8292b9a4-6c01-44ac-a260-b45714d28f89 HTTP/1.1" status: 204 len: 168 time: 0.1642542 Oct 11 20:52:50.370843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa0ff9-a05d-4263-a520-76421573aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8292b9a4-6c01-44ac-a260-b45714d28f89,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:50.380089 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: f5caa8a5-0adf-4c35-bac2-8add022c5fd6 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:50.380430 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device f5caa8a5-0adf-4c35-bac2-8add022c5fd6 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:50.380837 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 142a6182-6dbe-450b-af5a-7a4210042665 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:50.411864 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 142a6182-6dbe-450b-af5a-7a4210042665 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:50.412216 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 142a6182-6dbe-450b-af5a-7a4210042665 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:50.790171 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-91d0d5ea-b8ea-4be4-8ca2-52369f772f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:50.886879 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.037212 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47962) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:51.133612 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-655407930-network', 'tenant_id': 'd6a7d3fa6ae140b7a6a15f5f23c7d5b3'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:51.154398 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Made reservation on behalf of d6a7d3fa6ae140b7a6a15f5f23c7d5b3 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:52:51.157364 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.165570 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.180095 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Deleting port 79ad0a3e-4d98-40ac-8da2-80134ba30c66 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:51.180435 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.241009 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.245405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.271771 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:52:51.281802 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e51e3a-27a9-4209-abbc-75cfee300c48,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:51.286862 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.287196 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Added segment f1fbfc28-5e66-4405-bf27-fda723772e17 of type vlan for network ebaeadd2-0fab-435f-8180-5bc5fadc7096 Oct 11 20:52:51.330006 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.337738 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a70ee002-7d6f-4a7e-b4ee-16290bdd410d no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:51.355726 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.356670 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:51.357207 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.360646 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: a70ee002-7d6f-4a7e-b4ee-16290bdd410d {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:51.361178 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device a70ee002-7d6f-4a7e-b4ee-16290bdd410d not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:51.412643 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3742115 Oct 11 20:52:51.421208 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47966) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:51.428345 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Request body: {'subnet': {'network_id': 'ebaeadd2-0fab-435f-8180-5bc5fadc7096', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-655407930-subnet', 'tenant_id': 'd6a7d3fa6ae140b7a6a15f5f23c7d5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:51.439029 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47f984-44b6-4930-9e12-b68eb1c9a589 admin admin] Pushing event updated for resources: {'Network': ['ID=ebaeadd2-0fab-435f-8180-5bc5fadc7096,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:51.453474 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network ebaeadd2-0fab-435f-8180-5bc5fadc7096 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:52:51.468477 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Made reservation on behalf of d6a7d3fa6ae140b7a6a15f5f23c7d5b3 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:52:51.472070 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25949170'] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.525367 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.534147 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] For port 79ad0a3e-4d98-40ac-8da2-80134ba30c66, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=79ad0a3e-4d98-40ac-8da2-80134ba30c66,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:51.534598 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.547641 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Calling delete_port for 79ad0a3e-4d98-40ac-8da2-80134ba30c66 owned by network:router_interface {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:51.654424 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25949148'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.709579 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c660383-74ac-4ec6-933e-7fc290f9528b,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:51.716544 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Checking segment: {'id': 'f1fbfc28-5e66-4405-bf27-fda723772e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ebaeadd2-0fab-435f-8180-5bc5fadc7096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:52:51.716890 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Network hostable DHCP agents. Network: ebaeadd2-0fab-435f-8180-5bc5fadc7096, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:52:51.732090 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.735401 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Network ebaeadd2-0fab-435f-8180-5bc5fadc7096 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:52:51.744718 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, ebaeadd2-0fab-435f-8180-5bc5fadc7096) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:52:51.749073 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:51.750287 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.756924 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd6baa-b269-46ea-b3bd-c0abac8f4f0e None None] Network ebaeadd2-0fab-435f-8180-5bc5fadc7096 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:51.759030 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ad0a3e-4d98-40ac-8da2-80134ba30c66,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:51.792138 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f40ac3a0-e201-468d-95f2-e616fdb67f02 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3696625 Oct 11 20:52:51.962005 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:51.971662 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e1dc9-762e-4a50-a88b-799637b6c3f0 None None] Network ebaeadd2-0fab-435f-8180-5bc5fadc7096 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:52.002757 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.285206 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:52:52.398060 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:52:52.405739 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47990) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:52.406360 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-74655829-8487-4d73-82b3-2b32a160a948 admin admin] 10.222.0.43 "PUT /v2.0/routers/4a5f6f90-7966-4c18-8c7f-b55c7f63ada0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1026235 Oct 11 20:52:52.410667 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] Sync routers for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:52:52.417365 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 47992) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:52.422435 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865818401-network', 'tenant_id': 'b87811d07bd0465c9fef1b03083691c0'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:52.425913 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:52.426643 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:52.509708 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Made reservation on behalf of b87811d07bd0465c9fef1b03083691c0 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:52:52.511980 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.526713 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.529866 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:52.552897 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks [] for router, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.691720 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.704415 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.709747 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.711915 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:52:51Z', 'revision_number': 5, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port': {'id': '859c300f-f806-42e6-a32d-1887ef38ee5a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:44:54Z', 'updated_at': '2021-10-11T20:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:52.739833 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] Checking router: 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:52:52.748121 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] Routers {'4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:52.748725 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:52.759498 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:52:52.772236 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb0abe1-ae2e-499d-abdd-be4718a86f36,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:52.777819 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.778160 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Added segment c1235591-8939-46b6-a381-7b4d29d60ccc of type vlan for network 0bdcdd72-b014-4bf8-9230-f0993e4704af Oct 11 20:52:52.830559 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.835769 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] Set router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 gateway port host: None {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:52.839437 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Deleting port 859c300f-f806-42e6-a32d-1887ef38ee5a {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:52.839769 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.885711 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:52:52Z', 'revision_number': 6, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port_host': None}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:52.895199 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.896139 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:52.896711 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:52.915794 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e25b39-6664-4775-80b8-3f78a2d2bd5c None None] The sync data for ids ['4a5f6f90-7966-4c18-8c7f-b55c7f63ada0'] in dv-cinder-813532-1-iscsi is: [{'id': '4a5f6f90-7966-4c18-8c7f-b55c7f63ada0', 'name': 'tempest-TestVolumeBootPattern-1871282634-router', 'tenant_id': 'ae87cf4a4451491189bd88bcc40367a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:44:53Z', 'updated_at': '2021-10-11T20:52:52Z', 'revision_number': 6, 'project_id': 'ae87cf4a4451491189bd88bcc40367a9', 'gw_port_host': None}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:52:53.129761 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.188429 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7700303 Oct 11 20:52:53.191196 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 47994) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:53.196112 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Request body: {'subnet': {'network_id': '0bdcdd72-b014-4bf8-9230-f0993e4704af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865818401-subnet', 'tenant_id': 'b87811d07bd0465c9fef1b03083691c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:52:53.215795 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df288a0-c653-439a-8d62-2d25e122b314 admin admin] Pushing event updated for resources: {'Network': ['ID=0bdcdd72-b014-4bf8-9230-f0993e4704af,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:53.219460 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Made reservation on behalf of b87811d07bd0465c9fef1b03083691c0 for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:52:53.222490 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26521093'] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.223236 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] For port 859c300f-f806-42e6-a32d-1887ef38ee5a, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=859c300f-f806-42e6-a32d-1887ef38ee5a,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:53.223546 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.227232 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 0bdcdd72-b014-4bf8-9230-f0993e4704af details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:52:53.236031 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Calling delete_port for 859c300f-f806-42e6-a32d-1887ef38ee5a owned by network:router_gateway {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:53.406946 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.432123 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Pushing event deleted for resources: {'Port': ['ID=859c300f-f806-42e6-a32d-1887ef38ee5a,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:53.440527 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26521131'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.491135 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.495079 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f99fb70-0db8-4c9e-84fc-a89a4f571663,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:53.504402 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Checking segment: {'id': 'c1235591-8939-46b6-a381-7b4d29d60ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0bdcdd72-b014-4bf8-9230-f0993e4704af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:52:53.504760 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Network hostable DHCP agents. Network: 0bdcdd72-b014-4bf8-9230-f0993e4704af, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:52:53.520905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Network 0bdcdd72-b014-4bf8-9230-f0993e4704af is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:52:53.529772 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 0bdcdd72-b014-4bf8-9230-f0993e4704af) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:52:53.535000 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:52:53.535780 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.539285 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7f171-38a9-447e-8796-e5010a45b1c5 None None] Network 0bdcdd72-b014-4bf8-9230-f0993e4704af requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:53.557597 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c0c4d7cb-d935-4958-8a18-2d24d6f18923 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3600686 Oct 11 20:52:53.587368 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.589527 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.638050 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.638507 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 {{(pid=105805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:52:53.645543 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.648977 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-491924b4-aece-4502-ba72-bfba521b8726 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4a5f6f90-7966-4c18-8c7f-b55c7f63ada0 HTTP/1.1" status: 204 len: 168 time: 1.2388916 Oct 11 20:52:53.649634 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48000) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:53.673576 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48002) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:53.675748 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd07c7-b4eb-4e95-9879-472d1e0b02fe None None] Network 0bdcdd72-b014-4bf8-9230-f0993e4704af requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:53.699397 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] Deleting subnet e537eda2-da99-49df-b60d-ad41ca2ce895 {{(pid=105804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:52:53.703629 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.733118 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] Deleting subnet 3c660383-74ac-4ec6-933e-7fc290f9528b {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:52:53.737694 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.747614 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26775757'] for subnet, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.776833 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742917'] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.823503 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.835560 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.884583 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25184921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25949141'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.899327 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26521122'] for subnet, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.918970 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c660383-74ac-4ec6-933e-7fc290f9528b,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:53.925901 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.929206 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f1d735b0-7144-409c-b7b4-e362d5428a2d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3c660383-74ac-4ec6-933e-7fc290f9528b HTTP/1.1" status: 204 len: 168 time: 0.2546136 Oct 11 20:52:53.931679 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48004) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:53.935822 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e537eda2-da99-49df-b60d-ad41ca2ce895,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:53.941671 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:53.943275 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226ad50-78d0-4774-8497-4cfd3e5dba51 None None] Network 2872e7e8-61c6-4981-a46b-8b5ae7212c34 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:53.944942 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-b6ac1b05-100e-4858-a2dd-d0f5380be35d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e537eda2-da99-49df-b60d-ad41ca2ce895 HTTP/1.1" status: 204 len: 168 time: 0.2942505 Oct 11 20:52:53.947717 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48006) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:54.017572 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.018279 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.084618 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Deleting port 058ca9d1-9361-4585-a3ac-b9847b73a75f {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:54.084968 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.115837 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.140641 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaeadd2-0fab-435f-8180-5bc5fadc7096']}} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.149976 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1fbfc28-5e66-4405-bf27-fda723772e17') {'for_net_delete': True} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.150203 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1fbfc28-5e66-4405-bf27-fda723772e17') {} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.156478 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] For port 058ca9d1-9361-4585-a3ac-b9847b73a75f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=058ca9d1-9361-4585-a3ac-b9847b73a75f,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:54.156832 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.160111 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742926'] for segment, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.170499 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Calling delete_port for 058ca9d1-9361-4585-a3ac-b9847b73a75f owned by network:dhcp {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:54.176619 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.179053 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] DHCP port deletion for 2872e7e8-61c6-4981-a46b-8b5ae7212c34 request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:52:54.183658 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=105805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:52:54.184567 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25185095'] for segment, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: Traceback (most recent call last): Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: timer() Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: cb(*args, **kw) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: return func(*args, **kwargs) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: self._notify() Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: self.callback(batched_events) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: event.method(event) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: return f(self, *a, **k) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._get(url).json() Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: return self.request(url, 'GET', **kwargs) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:52:54.186404 dv-cinder-813532-1-iscsi neutron-server[105805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:52:54.229210 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] Deleting port 058ca9d1-9361-4585-a3ac-b9847b73a75f {{(pid=105806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:54.229590 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.250438 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.261809 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.265742 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] 10.222.0.43 "DELETE /v2.0/networks/ebaeadd2-0fab-435f-8180-5bc5fadc7096 HTTP/1.1" status: 204 len: 168 time: 0.3330188 Oct 11 20:52:54.270312 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48008) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:54.277909 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf9bd9-75f1-4374-8dc0-a02b9220344a admin admin] Pushing event deleted for resources: {'Network': ['ID=ebaeadd2-0fab-435f-8180-5bc5fadc7096,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:54.285647 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.309875 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] For port 058ca9d1-9361-4585-a3ac-b9847b73a75f, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=058ca9d1-9361-4585-a3ac-b9847b73a75f,segment=NetworkSegment(99295830-e9a0-441a-88d0-6283d855a3bc),segment_id=99295830-e9a0-441a-88d0-6283d855a3bc)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:54.310392 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.324163 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] Calling delete_port for 058ca9d1-9361-4585-a3ac-b9847b73a75f owned by network:dhcp {{(pid=105806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:54.328819 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=058ca9d1-9361-4585-a3ac-b9847b73a75f,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:54.341758 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] No DVR routers for this DVR port 058ca9d1-9361-4585-a3ac-b9847b73a75f on host dv-cinder-813532-1-iscsi {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:54.372368 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 859c300f-f806-42e6-a32d-1887ef38ee5a no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:54.395521 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 859c300f-f806-42e6-a32d-1887ef38ee5a {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:54.395854 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 859c300f-f806-42e6-a32d-1887ef38ee5a not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:54.396259 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 058ca9d1-9361-4585-a3ac-b9847b73a75f no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:54.407647 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] Deleting subnet 0f99fb70-0db8-4c9e-84fc-a89a4f571663 {{(pid=105804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:52:54.411855 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.424301 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 058ca9d1-9361-4585-a3ac-b9847b73a75f {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:54.424640 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 058ca9d1-9361-4585-a3ac-b9847b73a75f not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:54.425045 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 79ad0a3e-4d98-40ac-8da2-80134ba30c66 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:54.448977 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.450009 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 79ad0a3e-4d98-40ac-8da2-80134ba30c66 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:54.450340 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 79ad0a3e-4d98-40ac-8da2-80134ba30c66 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:54.466994 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.473953 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26775757'] for subnet, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.492345 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] Pushing event deleted for resources: {'Port': ['ID=058ca9d1-9361-4585-a3ac-b9847b73a75f,revision_number=None']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:54.494178 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2872e7e8-61c6-4981-a46b-8b5ae7212c34']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.495903 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff69bdd-2b32-4e7e-91c9-b5018b6db5c8 None None] No DVR routers for this DVR port 058ca9d1-9361-4585-a3ac-b9847b73a75f on host dv-cinder-813532-1-iscsi {{(pid=105806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:54.507348 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99295830-e9a0-441a-88d0-6283d855a3bc') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.507640 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99295830-e9a0-441a-88d0-6283d855a3bc') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.520198 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.539477 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.541776 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.566644 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:52:54.567031 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:52:54.568641 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:52:54.637913 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.644652 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.647810 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] 10.222.0.43 "DELETE /v2.0/networks/2872e7e8-61c6-4981-a46b-8b5ae7212c34 HTTP/1.1" status: 204 len: 168 time: 0.6994886 Oct 11 20:52:54.650816 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48012) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:54.660774 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18a9e8-e3cd-4748-b8d7-d2c853411b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=2872e7e8-61c6-4981-a46b-8b5ae7212c34,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:54.662762 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26521122'] for subnet, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.688918 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f99fb70-0db8-4c9e-84fc-a89a4f571663,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:54.692285 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.695533 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c6270808-b61f-46ff-8068-19a468fa8383 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0f99fb70-0db8-4c9e-84fc-a89a4f571663 HTTP/1.1" status: 204 len: 168 time: 0.4239435 Oct 11 20:52:54.698024 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48014) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:54.764466 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.846024 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.866349 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdcdd72-b014-4bf8-9230-f0993e4704af']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.875573 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1235591-8939-46b6-a381-7b4d29d60ccc') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.875867 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1235591-8939-46b6-a381-7b4d29d60ccc') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:54.884980 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.898142 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.904325 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:52:54.904711 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:52:54.907981 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:52:54.965667 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.971084 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:54.974245 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] 10.222.0.43 "DELETE /v2.0/networks/0bdcdd72-b014-4bf8-9230-f0993e4704af HTTP/1.1" status: 204 len: 168 time: 0.2752109 Oct 11 20:52:54.988259 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de4abd-317d-42e9-b3ac-af222f42d29b admin admin] Pushing event deleted for resources: {'Network': ['ID=0bdcdd72-b014-4bf8-9230-f0993e4704af,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:54.997703 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.150764 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48018) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:55.190639 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1ee6a3f3-fd40-4281-bd1b-117c4b9ea936 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6a7d3fa6ae140b7a6a15f5f23c7d5b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386963 Oct 11 20:52:55.193122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48020) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:55.241113 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1bd51d08-12b0-438d-8a10-d27b9eadf180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.244365 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Deleting port 2b41d9e5-1da8-44cd-8880-ffc790914868 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:55.244710 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.261722 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1bd51d08-12b0-438d-8a10-d27b9eadf180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.307855 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1bd51d08-12b0-438d-8a10-d27b9eadf180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.310772 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1bd51d08-12b0-438d-8a10-d27b9eadf180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.315091 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1bd51d08-12b0-438d-8a10-d27b9eadf180 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a9e51e3a-27a9-4209-abbc-75cfee300c48 HTTP/1.1" status: 204 len: 168 time: 0.1178970 Oct 11 20:52:55.320527 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd51d08-12b0-438d-8a10-d27b9eadf180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e51e3a-27a9-4209-abbc-75cfee300c48,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:55.326907 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] For port 2b41d9e5-1da8-44cd-8880-ffc790914868, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=2b41d9e5-1da8-44cd-8880-ffc790914868,segment=NetworkSegment(1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6),segment_id=1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:55.327378 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.342831 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Calling delete_port for 2b41d9e5-1da8-44cd-8880-ffc790914868 owned by network:router_interface {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:55.532544 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.557533 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b41d9e5-1da8-44cd-8880-ffc790914868,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:55.644724 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48028) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:55.686230 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-df6bfe90-82fc-414c-8ac2-d7cdeef0060a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b87811d07bd0465c9fef1b03083691c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402567 Oct 11 20:52:55.689360 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48030) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:55.722648 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.746620 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-66f63045-ff66-45b0-9980-03e8c1d42c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.769232 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-66f63045-ff66-45b0-9980-03e8c1d42c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.819582 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-66f63045-ff66-45b0-9980-03e8c1d42c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.822085 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-66f63045-ff66-45b0-9980-03e8c1d42c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:55.825782 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-66f63045-ff66-45b0-9980-03e8c1d42c4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bb0abe1-ae2e-499d-abdd-be4718a86f36 HTTP/1.1" status: 204 len: 168 time: 0.1329675 Oct 11 20:52:55.831627 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f63045-ff66-45b0-9980-03e8c1d42c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb0abe1-ae2e-499d-abdd-be4718a86f36,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:55.942530 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:52:56.049113 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:52:56.054666 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b5f0e677-2673-411f-ae38-6175635d0b19 admin admin] 10.222.0.43 "PUT /v2.0/routers/dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4020207 Oct 11 20:52:56.056845 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48036) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:56.060573 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] Sync routers for ids ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:52:56.078330 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] Routers {'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:56.078980 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:56.176377 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks [] for router, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.297814 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] Set router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:56.300853 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.359002 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Deleting port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:56.359640 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.454288 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] For port 35edf1d5-1c9d-4d67-b15f-f3db186bf13a, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:56.454784 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.467370 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Calling delete_port for 35edf1d5-1c9d-4d67-b15f-f3db186bf13a owned by network:router_gateway {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:56.503919 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:52:55Z', 'revision_number': 5, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port': {'id': '35edf1d5-1c9d-4d67-b15f-f3db186bf13a', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:45:02Z', 'updated_at': '2021-10-11T20:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:56.536209 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] Checking router: dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:52:56.544768 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] Routers {'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:52:56.545461 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:52:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:56.656718 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] Set router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 gateway port host: None {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:52:56.669698 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.697191 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Pushing event deleted for resources: {'Port': ['ID=35edf1d5-1c9d-4d67-b15f-f3db186bf13a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:56.712053 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:52:56Z', 'revision_number': 6, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port_host': None}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:56.738881 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.751925 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193b78f-efe6-41c1-9a49-faac479127bd None None] The sync data for ids ['dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2'] in dv-cinder-813532-1-iscsi is: [{'id': 'dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2', 'name': 'tempest-TestVolumeBootPattern-1681100314-router', 'tenant_id': '219324691d91475580a4cdc2ceed93c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:45:01Z', 'updated_at': '2021-10-11T20:52:56Z', 'revision_number': 6, 'project_id': '219324691d91475580a4cdc2ceed93c8', 'gw_port_host': None}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:52:56.756689 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.851274 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.853427 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.898903 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.899349 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 {{(pid=105804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:52:56.904574 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.905804 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-6127dacb-328d-477f-9046-4e429590f484 admin admin] 10.222.0.43 "DELETE /v2.0/routers/dd98d7d5-dcc1-4ba2-b57d-73c223e6dfa2 HTTP/1.1" status: 204 len: 168 time: 0.8479698 Oct 11 20:52:56.908578 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48068) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:56.954030 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] Deleting subnet 501b94d7-338a-4226-af21-a65a6a670619 {{(pid=105804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:52:56.957055 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:56.990441 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26775757'] for subnet, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.336268 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.390994 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26521122'] for subnet, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.418870 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.425231 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/501b94d7-338a-4226-af21-a65a6a670619 HTTP/1.1" status: 204 len: 168 time: 0.5133216 Oct 11 20:52:57.425231 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd83ae-80a5-42e6-b675-a3356793a940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501b94d7-338a-4226-af21-a65a6a670619,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:57.425471 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb11c4d-b97c-4908-b9f0-7876da4c7dc7 None None] Network 34b76726-13bc-4f00-aa3a-0a330462a65a requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:52:57.426095 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48090) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:57.505165 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.566452 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Deleting port 0d6f37c6-f142-45b5-aff4-d27a3be6806b {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:57.566893 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.627484 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] DHCP port deletion for 34b76726-13bc-4f00-aa3a-0a330462a65a request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:52:57.646367 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] For port 0d6f37c6-f142-45b5-aff4-d27a3be6806b, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0d6f37c6-f142-45b5-aff4-d27a3be6806b,segment=NetworkSegment(1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6),segment_id=1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:57.646780 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.659912 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Calling delete_port for 0d6f37c6-f142-45b5-aff4-d27a3be6806b owned by network:dhcp {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:57.690383 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] Deleting port 0d6f37c6-f142-45b5-aff4-d27a3be6806b {{(pid=105806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:52:57.690932 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.748059 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.765561 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] For port 0d6f37c6-f142-45b5-aff4-d27a3be6806b, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0d6f37c6-f142-45b5-aff4-d27a3be6806b,segment=NetworkSegment(1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6),segment_id=1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:52:57.766097 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.777907 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6f37c6-f142-45b5-aff4-d27a3be6806b,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:57.784818 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] Calling delete_port for 0d6f37c6-f142-45b5-aff4-d27a3be6806b owned by network:dhcp {{(pid=105806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:52:57.785379 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] No DVR routers for this DVR port 0d6f37c6-f142-45b5-aff4-d27a3be6806b on host dv-cinder-813532-1-iscsi {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:57.873263 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.875669 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48106) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:57.876850 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284'] for port, after_delete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.905557 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b76726-13bc-4f00-aa3a-0a330462a65a']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:57.906339 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] Pushing event deleted for resources: {'Port': ['ID=0d6f37c6-f142-45b5-aff4-d27a3be6806b,revision_number=None']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:57.915178 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace15eab-0d93-442c-8d87-ad68a3586fe5 None None] No DVR routers for this DVR port 0d6f37c6-f142-45b5-aff4-d27a3be6806b on host dv-cinder-813532-1-iscsi {{(pid=105806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:52:57.916529 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:57.916830 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b2fec51-f9c5-4ecf-b4c1-8f78c1cc67c6') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:52:57.931552 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.948117 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.954708 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:52:57.955137 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:52:57.956848 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:52:57.991481 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed29f0aa-831d-4b0b-b092-bd2f5342960f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.009915 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.025311 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.028479 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] 10.222.0.43 "DELETE /v2.0/networks/34b76726-13bc-4f00-aa3a-0a330462a65a HTTP/1.1" status: 204 len: 168 time: 0.6012013 Oct 11 20:52:58.029528 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9e745-f462-4729-966c-b64dde516d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b76726-13bc-4f00-aa3a-0a330462a65a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:58.082019 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed29f0aa-831d-4b0b-b092-bd2f5342960f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.086120 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ed29f0aa-831d-4b0b-b092-bd2f5342960f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.129538 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ed29f0aa-831d-4b0b-b092-bd2f5342960f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ace841e33554eb897bdfa97f4e72c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521651 Oct 11 20:52:58.130420 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29f0aa-831d-4b0b-b092-bd2f5342960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73eec40f-1ab3-4a3f-8e65-59d03467e852,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:58.132336 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48112) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:58.159345 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48114) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:58.185544 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ded7-c2c2-4e1a-b636-6555d7be5fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.203190 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b21a29b1-8bd0-4a77-af03-bec3fe88b859 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae87cf4a4451491189bd88bcc40367a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420570 Oct 11 20:52:58.205754 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48116) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:58.214481 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ded7-c2c2-4e1a-b636-6555d7be5fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.256879 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ae66fde3-439b-4f4d-b93a-6c27a4d0cfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.275082 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ded7-c2c2-4e1a-b636-6555d7be5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.279043 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ae66fde3-439b-4f4d-b93a-6c27a4d0cfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.279568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f0e0ded7-c2c2-4e1a-b636-6555d7be5fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.282919 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f0e0ded7-c2c2-4e1a-b636-6555d7be5fb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73eec40f-1ab3-4a3f-8e65-59d03467e852 HTTP/1.1" status: 204 len: 168 time: 0.1432695 Oct 11 20:52:58.288618 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0ded7-c2c2-4e1a-b636-6555d7be5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73eec40f-1ab3-4a3f-8e65-59d03467e852,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:58.309147 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 35edf1d5-1c9d-4d67-b15f-f3db186bf13a no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:58.331973 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ae66fde3-439b-4f4d-b93a-6c27a4d0cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.334767 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ae66fde3-439b-4f4d-b93a-6c27a4d0cfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.335926 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ae66fde3-439b-4f4d-b93a-6c27a4d0cfca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/815e5418-ba6a-428b-9ec4-ba1613c89a12 HTTP/1.1" status: 204 len: 168 time: 0.1291718 Oct 11 20:52:58.339824 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 35edf1d5-1c9d-4d67-b15f-f3db186bf13a {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:58.340130 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 35edf1d5-1c9d-4d67-b15f-f3db186bf13a not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:58.340556 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 2b41d9e5-1da8-44cd-8880-ffc790914868 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:58.347587 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66fde3-439b-4f4d-b93a-6c27a4d0cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e5418-ba6a-428b-9ec4-ba1613c89a12,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:58.366959 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 2b41d9e5-1da8-44cd-8880-ffc790914868 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:58.367310 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 2b41d9e5-1da8-44cd-8880-ffc790914868 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:58.367730 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0d6f37c6-f142-45b5-aff4-d27a3be6806b no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:52:58.390489 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 0d6f37c6-f142-45b5-aff4-d27a3be6806b {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:52:58.390890 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0d6f37c6-f142-45b5-aff4-d27a3be6806b not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:52:58.669810 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48126) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:58.679618 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48128) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:58.692774 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-04d2f916-a68e-41a3-b44c-45fb8f7690b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.710962 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-dd7e278e-0ad4-47b6-ae65-5136307f6136 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=219324691d91475580a4cdc2ceed93c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399036 Oct 11 20:52:58.713603 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48132) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:58.768630 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4bd75171-55b0-406e-8057-c9b0cb198ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.768900 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-04d2f916-a68e-41a3-b44c-45fb8f7690b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.772851 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-04d2f916-a68e-41a3-b44c-45fb8f7690b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.791120 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4bd75171-55b0-406e-8057-c9b0cb198ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.811293 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-04d2f916-a68e-41a3-b44c-45fb8f7690b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bdcf660bc824422e9201e803835df5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305835 Oct 11 20:52:58.812694 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2f916-a68e-41a3-b44c-45fb8f7690b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfe572e-30b6-4be7-ac90-923bb6f06dcb,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:58.815013 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48134) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:52:58.844047 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4bd75171-55b0-406e-8057-c9b0cb198ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.846565 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4bd75171-55b0-406e-8057-c9b0cb198ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.847753 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-4bd75171-55b0-406e-8057-c9b0cb198ff6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0d4b15a-eff5-4dcf-a9f9-df793fad93f6 HTTP/1.1" status: 204 len: 168 time: 0.1327276 Oct 11 20:52:58.855934 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd75171-55b0-406e-8057-c9b0cb198ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4b15a-eff5-4dcf-a9f9-df793fad93f6,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:52:58.868645 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dfde5b1a-0697-4a77-90e4-d5e909dc8be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.892129 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dfde5b1a-0697-4a77-90e4-d5e909dc8be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.942368 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dfde5b1a-0697-4a77-90e4-d5e909dc8be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.945028 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dfde5b1a-0697-4a77-90e4-d5e909dc8be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:52:58.946175 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-dfde5b1a-0697-4a77-90e4-d5e909dc8be6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cfe572e-30b6-4be7-ac90-923bb6f06dcb HTTP/1.1" status: 204 len: 168 time: 0.1302600 Oct 11 20:52:58.954585 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde5b1a-0697-4a77-90e4-d5e909dc8be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfe572e-30b6-4be7-ac90-923bb6f06dcb,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:03.408340 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:53:04.607957 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48232) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:04.710265 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7a176476-8768-4cd8-8979-be0bd450b286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:04.784304 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7a176476-8768-4cd8-8979-be0bd450b286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:04.788038 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7a176476-8768-4cd8-8979-be0bd450b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:04.825662 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-7a176476-8768-4cd8-8979-be0bd450b286 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fe3cd9a3c124068bf53da014b2c2cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166617 Oct 11 20:53:04.826529 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a176476-8768-4cd8-8979-be0bd450b286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013498d5-1e53-44dd-84c8-25b8dec7542a,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:04.829716 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48236) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:04.878022 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0fb2-1937-4fdc-b937-b2cdcf955aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:04.899589 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0fb2-1937-4fdc-b937-b2cdcf955aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:04.944010 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0fb2-1937-4fdc-b937-b2cdcf955aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:04.946669 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-e4cb0fb2-1937-4fdc-b937-b2cdcf955aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:04.947839 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-e4cb0fb2-1937-4fdc-b937-b2cdcf955aa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/013498d5-1e53-44dd-84c8-25b8dec7542a HTTP/1.1" status: 204 len: 168 time: 0.1170056 Oct 11 20:53:04.955925 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb0fb2-1937-4fdc-b937-b2cdcf955aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013498d5-1e53-44dd-84c8-25b8dec7542a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:05.214607 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48248) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:05.227772 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7c6036f2-e095-4bb1-852a-ca52e17bc7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:05.303865 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7c6036f2-e095-4bb1-852a-ca52e17bc7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:05.307495 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7c6036f2-e095-4bb1-852a-ca52e17bc7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:05.344822 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-7c6036f2-e095-4bb1-852a-ca52e17bc7f1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81f604f7d93244b49806057a6390060a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291606 Oct 11 20:53:05.346730 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6036f2-e095-4bb1-852a-ca52e17bc7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1af327-98d6-4423-8b44-7e7eda4c557d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:05.347582 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48250) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:05.395865 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21112cc6-81aa-4721-b3b4-d3a13873cf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:05.416479 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21112cc6-81aa-4721-b3b4-d3a13873cf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:05.464721 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21112cc6-81aa-4721-b3b4-d3a13873cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:05.467538 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21112cc6-81aa-4721-b3b4-d3a13873cf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:05.469418 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-21112cc6-81aa-4721-b3b4-d3a13873cf39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1f1af327-98d6-4423-8b44-7e7eda4c557d HTTP/1.1" status: 204 len: 168 time: 0.1207578 Oct 11 20:53:05.477708 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21112cc6-81aa-4721-b3b4-d3a13873cf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1af327-98d6-4423-8b44-7e7eda4c557d,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:07.351010 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48330) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:07.459540 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:07.532913 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:07.536504 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:07.573545 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72b940ecb27f468e9f6a6e982b6f6e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214336 Oct 11 20:53:07.575467 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786bd63a-0936-44fb-b109-88aa833a0c5a,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:07.576281 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48334) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:07.583334 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.583685 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.584026 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.584362 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.584693 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.585028 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.585355 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.585680 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.586007 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.586328 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.586675 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.586996 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78671f1-3c28-461e-b757-7e629857e74b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.628842 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:07.649636 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:07.695559 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:07.698191 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:07.699321 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/786bd63a-0936-44fb-b109-88aa833a0c5a HTTP/1.1" status: 204 len: 168 time: 0.1214831 Oct 11 20:53:07.707009 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786bd63a-0936-44fb-b109-88aa833a0c5a,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:07.714021 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.714372 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.714737 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.715073 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.715405 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.715734 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.716060 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.716386 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.716712 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.717035 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.717356 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.718173 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878ccdff-8373-4bf3-8aaf-c9b8bcc340eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:07.953309 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48340) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:07.965895 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c47aabf5-a70e-4f7f-8b77-22c1f4899cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:08.039158 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c47aabf5-a70e-4f7f-8b77-22c1f4899cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:08.042758 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c47aabf5-a70e-4f7f-8b77-22c1f4899cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:08.080655 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c47aabf5-a70e-4f7f-8b77-22c1f4899cfd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dd89bc4fea94df1b7fdea31db1f392e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1262498 Oct 11 20:53:08.081450 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47aabf5-a70e-4f7f-8b77-22c1f4899cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbca22e-51ed-4f17-96d8-f3fa6dda6e01,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:08.083830 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48342) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:08.134054 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7c788844-6b2b-4b84-8b06-1253e71c2530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:08.155968 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7c788844-6b2b-4b84-8b06-1253e71c2530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:08.200678 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7c788844-6b2b-4b84-8b06-1253e71c2530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:08.204158 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-7c788844-6b2b-4b84-8b06-1253e71c2530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:08.205302 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-7c788844-6b2b-4b84-8b06-1253e71c2530 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acbca22e-51ed-4f17-96d8-f3fa6dda6e01 HTTP/1.1" status: 204 len: 168 time: 0.1203511 Oct 11 20:53:08.212601 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c788844-6b2b-4b84-8b06-1253e71c2530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbca22e-51ed-4f17-96d8-f3fa6dda6e01,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:09.810698 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27644248-7b13-4d84-aa3f-2cab55b04676 req-d9d9f080-be0f-488e-bd67-4ce0755ec613 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:09.812137 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-27644248-7b13-4d84-aa3f-2cab55b04676 req-d9d9f080-be0f-488e-bd67-4ce0755ec613 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 946 time: 0.0500286 Oct 11 20:53:09.848824 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-27644248-7b13-4d84-aa3f-2cab55b04676 req-ee30cbfd-4887-4a99-b138-40f61715fb2c tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Oct 11 20:53:10.963985 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c02c7-bf10-4458-96b6-5cae1b9ce09f req-f372d8d1-a50d-4e52-95d9-a993a854e050 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:10.965422 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0a6c02c7-bf10-4458-96b6-5cae1b9ce09f req-f372d8d1-a50d-4e52-95d9-a993a854e050 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 946 time: 0.0480049 Oct 11 20:53:11.005596 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0a6c02c7-bf10-4458-96b6-5cae1b9ce09f req-35d44056-e2b0-40ba-82aa-6a5a9fe22bc0 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Oct 11 20:53:12.119264 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a7d87-76e3-4590-973a-3da656a88af3 req-0a9d8331-510b-4391-a6af-f5152b1e02e3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:12.120724 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f39a7d87-76e3-4590-973a-3da656a88af3 req-0a9d8331-510b-4391-a6af-f5152b1e02e3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 946 time: 0.0494995 Oct 11 20:53:12.158714 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-f39a7d87-76e3-4590-973a-3da656a88af3 req-617347f3-be46-4723-b8fc-dd6d16916a19 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Oct 11 20:53:13.270627 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bb3dd-1cb4-411f-91a4-ee679de714ea req-4e2c9db8-cada-4590-b050-e4f4c3bd9695 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:13.272088 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5d0bb3dd-1cb4-411f-91a4-ee679de714ea req-4e2c9db8-cada-4590-b050-e4f4c3bd9695 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 946 time: 0.0482864 Oct 11 20:53:13.308681 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-5d0bb3dd-1cb4-411f-91a4-ee679de714ea req-c5b4663d-856a-49e4-827e-28d68cd91c0d tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308022 Oct 11 20:53:13.857091 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-cf5c88f5-5f25-47a4-b17e-808be7796194 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:13.858580 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-cf5c88f5-5f25-47a4-b17e-808be7796194 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 946 time: 0.0492158 Oct 11 20:53:13.958416 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Deleting port fd756c98-71a1-4bc7-9832-016faea6e988 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:53:13.958783 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:14.052806 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] For port fd756c98-71a1-4bc7-9832-016faea6e988, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=fd756c98-71a1-4bc7-9832-016faea6e988,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:53:14.053178 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:14.066288 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Calling delete_port for fd756c98-71a1-4bc7-9832-016faea6e988 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:53:14.198111 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:14.209832 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['fd756c98-71a1-4bc7-9832-016faea6e988'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:53:14.228809 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Pushing event deleted for resources: {'Port': ['ID=fd756c98-71a1-4bc7-9832-016faea6e988,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:14.271511 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] No DVR routers for this DVR port fd756c98-71a1-4bc7-9832-016faea6e988 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:53:14.273770 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:14.277266 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e46ab282-3fcc-4bc8-ad6e-e30d627f751d req-4dfef72c-ed9c-44fd-9e8a-24cd6b0eafe4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "DELETE /v2.0/ports/fd756c98-71a1-4bc7-9832-016faea6e988 HTTP/1.1" status: 204 len: 173 time: 0.4118247 Oct 11 20:53:14.277623 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6106762f-0b55-404a-8397-be6a114cf63c', 'name': 'network-vif-deleted', 'tag': 'fd756c98-71a1-4bc7-9832-016faea6e988'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:53:14.280407 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1973ae6e-3674-4c83-bbfb-5b0de435f0b5" -d '{"events": [{"server_uuid": "6106762f-0b55-404a-8397-be6a114cf63c", "name": "network-vif-deleted", "tag": "fd756c98-71a1-4bc7-9832-016faea6e988"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:53:14.321678 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eb9b21-7df8-481a-99af-ca18e604535a x-openstack-request-id: req-c3eb9b21-7df8-481a-99af-ca18e604535a {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:53:14.321971 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6106762f-0b55-404a-8397-be6a114cf63c", "name": "network-vif-deleted", "tag": "fd756c98-71a1-4bc7-9832-016faea6e988", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:53:14.322281 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3eb9b21-7df8-481a-99af-ca18e604535a {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:53:14.323168 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6106762f-0b55-404a-8397-be6a114cf63c', 'name': 'network-vif-deleted', 'tag': 'fd756c98-71a1-4bc7-9832-016faea6e988', 'status': 'completed', 'code': 200} Oct 11 20:53:14.418141 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2757968a-8578-423b-a0d0-6b42c5c5c80c req-ec18aed8-33d5-4080-8010-06759f364e14 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=6106762f-0b55-404a-8397-be6a114cf63c HTTP/1.1" status: 200 len: 210 time: 0.0303717 Oct 11 20:53:16.465684 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48458) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:16.567424 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c8aba77a-9988-425d-8b95-0ede1130a6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:16.641202 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c8aba77a-9988-425d-8b95-0ede1130a6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:16.646341 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c8aba77a-9988-425d-8b95-0ede1130a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:16.683336 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aba77a-9988-425d-8b95-0ede1130a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171dfa5d-e63f-4b74-8d29-011106aa4616,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:16.689784 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c8aba77a-9988-425d-8b95-0ede1130a6f4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e00562b6d3644e03996e51f3f855827d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226765 Oct 11 20:53:16.692016 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48464) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:16.740121 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c2f65ea8-1146-418f-bb75-ba9167d9c1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:16.760823 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c2f65ea8-1146-418f-bb75-ba9167d9c1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:16.806392 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c2f65ea8-1146-418f-bb75-ba9167d9c1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:16.808973 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-c2f65ea8-1146-418f-bb75-ba9167d9c1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:16.810097 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c2f65ea8-1146-418f-bb75-ba9167d9c1fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/171dfa5d-e63f-4b74-8d29-011106aa4616 HTTP/1.1" status: 204 len: 168 time: 0.1172636 Oct 11 20:53:16.817901 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f65ea8-1146-418f-bb75-ba9167d9c1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171dfa5d-e63f-4b74-8d29-011106aa4616,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:17.955060 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0a930d26-ab97-4b25-a391-953f5bca2207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:18.478119 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device fd756c98-71a1-4bc7-9832-016faea6e988 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:53:18.500392 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: fd756c98-71a1-4bc7-9832-016faea6e988 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:53:18.500731 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device fd756c98-71a1-4bc7-9832-016faea6e988 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:53:20.790014 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9481dd76-babf-41d5-8308-8ccc63749a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:21.467709 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:21.898547 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:23.136295 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:23.371818 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233fab-0120-4298-9edc-66c81f4f3949 req-248c117a-c31e-4ac9-9586-0d79e1aae1eb tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:23.373196 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-248c117a-c31e-4ac9-9586-0d79e1aae1eb tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/networks?id=362cd14c-0082-492e-8209-329217cac9a8 HTTP/1.1" status: 200 len: 814 time: 0.1016774 Oct 11 20:53:23.387587 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-fd176cd4-ca92-4312-9784-316240c074c4 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/quotas/d1dc01d0b3a645898dac8463f9c306a4 HTTP/1.1" status: 200 len: 375 time: 0.0087333 Oct 11 20:53:23.417927 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-0a1919da-4ae0-4ae0-88fc-986b673bcb32 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d1dc01d0b3a645898dac8463f9c306a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252991 Oct 11 20:53:23.508310 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-534afb48-8572-48d5-9ad4-80c3d7dacbff service neutron] 10.222.0.43 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Oct 11 20:53:23.594125 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-3cd81490-11c6-4958-a089-77ea967f2dc4 service neutron] 10.222.0.43 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799432 Oct 11 20:53:23.754784 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-340ee1b1-95bb-4987-b771-22ce7c3dbd30 req-6a511811-f6b2-4a52-b939-9929dd02abf2 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 210 time: 0.0271587 Oct 11 20:53:24.658537 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233fab-0120-4298-9edc-66c81f4f3949 req-64d8bfc8-a061-4a27-8002-fe7a6b9af387 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:24.660004 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-64d8bfc8-a061-4a27-8002-fe7a6b9af387 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "GET /v2.0/networks?id=362cd14c-0082-492e-8209-329217cac9a8 HTTP/1.1" status: 200 len: 814 time: 0.1060648 Oct 11 20:53:24.672939 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Request body: {'port': {'device_id': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'network_id': '362cd14c-0082-492e-8209-329217cac9a8', 'admin_state_up': True, 'tenant_id': 'd1dc01d0b3a645898dac8463f9c306a4'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:53:24.783708 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Made reservation on behalf of d1dc01d0b3a645898dac8463f9c306a4 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:53:24.787331 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:24.877046 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-dc00c9db-aa6b-4e9a-a57d-5abd34fd65ea req-81fb6801-f480-4164-9e95-e7740792c309 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 210 time: 0.0335639 Oct 11 20:53:24.945841 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Allocated IP 172.20.0.9 (362cd14c-0082-492e-8209-329217cac9a8/5ec95756-cf11-496f-a845-6141ed429324/f56b2e10-59c8-4acb-810e-d622f221cc43) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:53:25.098903 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.135993 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.186451 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Network 362cd14c-0082-492e-8209-329217cac9a8 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:53:25.189555 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:53:25.193430 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:53:25.216395 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Pushing event updated for resources: {'Port': ['ID=f56b2e10-59c8-4acb-810e-d622f221cc43,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:25.244896 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:25.245501 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.261189 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-11328e9f-73df-4497-89c8-5de24c8a03b8 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918994 Oct 11 20:53:25.273647 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Request body: {'port': {'device_id': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:53:25.326187 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.580836 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f56b2e10-59c8-4acb-810e-d622f221cc43 {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:53:25.587978 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.599968 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Transition to ACTIVE for port object f56b2e10-59c8-4acb-810e-d622f221cc43 will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:53:25.603556 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.655831 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Pushing event updated for resources: {'Port': ['ID=f56b2e10-59c8-4acb-810e-d622f221cc43,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:25.719475 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Attempting to bind port f56b2e10-59c8-4acb-810e-d622f221cc43 on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:53:25.720145 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Attempting to bind port f56b2e10-59c8-4acb-810e-d622f221cc43 by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:53:25.720283 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Attempting to bind port f56b2e10-59c8-4acb-810e-d622f221cc43 on network 362cd14c-0082-492e-8209-329217cac9a8 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:53:25.724475 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Port f56b2e10-59c8-4acb-810e-d622f221cc43 on network 362cd14c-0082-492e-8209-329217cac9a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:53:25.725041 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Attempting to bind port f56b2e10-59c8-4acb-810e-d622f221cc43 on network 362cd14c-0082-492e-8209-329217cac9a8 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:53:25.729797 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:53:25.730126 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Checking segment: {'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:53:25.730533 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Bound using segment: {'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:53:25.730957 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Bound port: f56b2e10-59c8-4acb-810e-d622f221cc43, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c872e08-8fa3-4036-99df-5056198af57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '362cd14c-0082-492e-8209-329217cac9a8'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:53:25.731300 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.792123 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] For port f56b2e10-59c8-4acb-810e-d622f221cc43, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:53:25.795120 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] For port f56b2e10-59c8-4acb-810e-d622f221cc43, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=f56b2e10-59c8-4acb-810e-d622f221cc43,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:53:25.799898 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.833240 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:25.833790 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:25.835194 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] 10.222.0.46 "PUT /v2.0/ports/f56b2e10-59c8-4acb-810e-d622f221cc43 HTTP/1.1" status: 200 len: 1093 time: 0.5656703 Oct 11 20:53:25.835623 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'tag': 'f56b2e10-59c8-4acb-810e-d622f221cc43'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:53:25.837858 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62" -d '{"events": [{"name": "network-changed", "server_uuid": "5635f8b5-ec0b-42a4-ba5a-7646e21d4f55", "tag": "f56b2e10-59c8-4acb-810e-d622f221cc43"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:53:25.860683 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d22849-798a-4b6b-bad6-7c96c55caf46 service neutron] Pushing event updated for resources: {'Port': ['ID=f56b2e10-59c8-4acb-810e-d622f221cc43,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:25.880285 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0baf17-0275-4ee5-9b1f-5d034c79222b x-openstack-request-id: req-ce0baf17-0275-4ee5-9b1f-5d034c79222b {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:53:25.880569 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5635f8b5-ec0b-42a4-ba5a-7646e21d4f55", "tag": "f56b2e10-59c8-4acb-810e-d622f221cc43", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:53:25.880818 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce0baf17-0275-4ee5-9b1f-5d034c79222b {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:53:25.881210 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'tag': 'f56b2e10-59c8-4acb-810e-d622f221cc43', 'status': 'completed', 'code': 200} Oct 11 20:53:25.921684 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233fab-0120-4298-9edc-66c81f4f3949 req-36a5176d-9786-4a21-a688-24b214bf465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:25.923202 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-36a5176d-9786-4a21-a688-24b214bf465b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1dc01d0b3a645898dac8463f9c306a4&device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 1096 time: 0.0397956 Oct 11 20:53:25.968468 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-a6620630-53ec-45fc-a0a6-86ce1b04dc5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56b2e10-59c8-4acb-810e-d622f221cc43 HTTP/1.1" status: 200 len: 217 time: 0.0375361 Oct 11 20:53:26.038962 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66233fab-0120-4298-9edc-66c81f4f3949 req-fd45bb04-3d1e-40a3-9b13-d7befed9dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:26.040401 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-fd45bb04-3d1e-40a3-9b13-d7befed9dc5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ec95756-cf11-496f-a845-6141ed429324 HTTP/1.1" status: 200 len: 854 time: 0.0644479 Oct 11 20:53:26.049163 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5d0aa-7eca-4655-8114-5822eb1a980a req-7602563a-8bb7-488d-996e-4656c7ae4b71 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:26.050621 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-69a5d0aa-7eca-4655-8114-5822eb1a980a req-7602563a-8bb7-488d-996e-4656c7ae4b71 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 943 time: 0.0847781 Oct 11 20:53:26.083912 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-5665fcd4-3991-4396-88a7-8b2e7835be4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=362cd14c-0082-492e-8209-329217cac9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322983 Oct 11 20:53:26.149751 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-69a5d0aa-7eca-4655-8114-5822eb1a980a req-4559a8af-1319-4f24-aab2-a4228cd88b18 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898502 Oct 11 20:53:26.187577 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-e02369ad-ce85-475f-85dd-ec0acb1e9367 service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958774 Oct 11 20:53:26.281953 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-66233fab-0120-4298-9edc-66c81f4f3949 req-caee467c-ecea-48dd-9bde-bb2e89abc082 service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872328 Oct 11 20:53:26.367871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-69abeeb1-3673-47a9-929a-fe5dffa719c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:26.369793 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-69abeeb1-3673-47a9-929a-fe5dffa719c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d1dc01d0b3a645898dac8463f9c306a4&device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 1096 time: 0.0435355 Oct 11 20:53:26.467728 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-ca271117-0ae3-438c-afbb-da0421cb8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:26.469180 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-ca271117-0ae3-438c-afbb-da0421cb8314 service neutron] 10.222.0.46 "GET /v2.0/networks?id=362cd14c-0082-492e-8209-329217cac9a8 HTTP/1.1" status: 200 len: 915 time: 0.0909727 Oct 11 20:53:26.501272 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48646) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:26.510846 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-cec7bff4-33a7-4037-af54-72bda83cb9ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f56b2e10-59c8-4acb-810e-d622f221cc43 HTTP/1.1" status: 200 len: 217 time: 0.0338647 Oct 11 20:53:26.560565 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-3f6b01ba-a0d4-424b-8577-d93396018a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:26.562134 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-3f6b01ba-a0d4-424b-8577-d93396018a14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ec95756-cf11-496f-a845-6141ed429324 HTTP/1.1" status: 200 len: 854 time: 0.0438333 Oct 11 20:53:26.593548 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-2f237bf3-1526-4c33-b37e-b6ee4ba97d24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=362cd14c-0082-492e-8209-329217cac9a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234807 Oct 11 20:53:26.605584 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2eef9cfb-89e3-47c0-bb9e-b2ea7e5376d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.680699 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2eef9cfb-89e3-47c0-bb9e-b2ea7e5376d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.684410 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2eef9cfb-89e3-47c0-bb9e-b2ea7e5376d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.692154 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-2e789ecd-7d7b-44bc-b0c0-656d655a0a6b service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911648 Oct 11 20:53:26.724340 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2eef9cfb-89e3-47c0-bb9e-b2ea7e5376d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f82a990f49b34fe8a22adbd9e2a88018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218931 Oct 11 20:53:26.726477 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef9cfb-89e3-47c0-bb9e-b2ea7e5376d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4a3c81-bf6b-4b9f-bc63-04e5abb90f5d,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:26.729763 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48650) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:26.750107 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.779998 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6901a348-74c9-4138-aa74-8cd97d1d090d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.786564 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a0af9641-ba6b-45f8-85ce-b1e6bb3dda62 req-7a4770d8-6652-447b-8af4-36e374bafff6 service neutron] 10.222.0.46 "GET /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850284 Oct 11 20:53:26.803013 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6901a348-74c9-4138-aa74-8cd97d1d090d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.849911 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6901a348-74c9-4138-aa74-8cd97d1d090d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.852595 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6901a348-74c9-4138-aa74-8cd97d1d090d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:26.853934 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-6901a348-74c9-4138-aa74-8cd97d1d090d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b4a3c81-bf6b-4b9f-bc63-04e5abb90f5d HTTP/1.1" status: 204 len: 168 time: 0.1228907 Oct 11 20:53:26.861512 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901a348-74c9-4138-aa74-8cd97d1d090d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4a3c81-bf6b-4b9f-bc63-04e5abb90f5d,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:27.103534 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48656) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:27.117260 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-55e63546-2de7-4286-b37e-95b70ab9ae51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.192609 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-55e63546-2de7-4286-b37e-95b70ab9ae51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.196739 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-55e63546-2de7-4286-b37e-95b70ab9ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.244800 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-55e63546-2de7-4286-b37e-95b70ab9ae51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9155bd3141449e29474119a1c29c911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399248 Oct 11 20:53:27.247525 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48660) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:27.261079 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e63546-2de7-4286-b37e-95b70ab9ae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69fab62-8faf-4c30-ba8e-934df9420d70,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:27.287437 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a65a5-1bd9-441b-965c-3a3d0d0489d5 req-3aed2f04-3f05-4492-935c-155b004756a1 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:27.288941 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c67a65a5-1bd9-441b-965c-3a3d0d0489d5 req-3aed2f04-3f05-4492-935c-155b004756a1 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 943 time: 0.0657160 Oct 11 20:53:27.306125 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9d12dcea-0d9d-4f81-b7bf-6549ec80d3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.326516 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c67a65a5-1bd9-441b-965c-3a3d0d0489d5 req-d62d89fd-f1f4-4573-beef-52c82e16aed9 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Oct 11 20:53:27.326979 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9d12dcea-0d9d-4f81-b7bf-6549ec80d3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.375010 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9d12dcea-0d9d-4f81-b7bf-6549ec80d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.377631 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-9d12dcea-0d9d-4f81-b7bf-6549ec80d3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.378776 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-9d12dcea-0d9d-4f81-b7bf-6549ec80d3cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f69fab62-8faf-4c30-ba8e-934df9420d70 HTTP/1.1" status: 204 len: 168 time: 0.1302428 Oct 11 20:53:27.386208 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12dcea-0d9d-4f81-b7bf-6549ec80d3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69fab62-8faf-4c30-ba8e-934df9420d70,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:27.682510 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 48666) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:27.696554 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44b8d57c-d70a-4f48-80f5-077129ce1874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.775749 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44b8d57c-d70a-4f48-80f5-077129ce1874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.779393 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-44b8d57c-d70a-4f48-80f5-077129ce1874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.816862 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-44b8d57c-d70a-4f48-80f5-077129ce1874 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a92794b2f3d9484c8dcdd73de8927be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333101 Oct 11 20:53:27.817970 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8d57c-d70a-4f48-80f5-077129ce1874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beca1d6-bc45-4f91-aa76-19d4b83e8e1a,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:27.819600 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48668) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:27.868312 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a4bb349d-dd65-4472-9080-7cfeac5507ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.888353 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a4bb349d-dd65-4472-9080-7cfeac5507ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.934117 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a4bb349d-dd65-4472-9080-7cfeac5507ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.936636 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a4bb349d-dd65-4472-9080-7cfeac5507ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:27.937752 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a4bb349d-dd65-4472-9080-7cfeac5507ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7beca1d6-bc45-4f91-aa76-19d4b83e8e1a HTTP/1.1" status: 204 len: 168 time: 0.1171093 Oct 11 20:53:27.945120 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb349d-dd65-4472-9080-7cfeac5507ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beca1d6-bc45-4f91-aa76-19d4b83e8e1a,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:28.443390 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce381-23df-488c-bb3e-ca0c7ecc11f4 req-9b6d9fc8-922d-47d9-8ce5-36150c130c21 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:28.444903 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-421ce381-23df-488c-bb3e-ca0c7ecc11f4 req-9b6d9fc8-922d-47d9-8ce5-36150c130c21 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 943 time: 0.0529623 Oct 11 20:53:28.484168 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-421ce381-23df-488c-bb3e-ca0c7ecc11f4 req-0de0c9d7-d2e3-4f2d-9e37-e69bcf0fa98c tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334454 Oct 11 20:53:29.595688 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54876058-8bf0-4a91-9777-4940b9253544 req-aa0cc91d-0cfa-49d8-8421-e61fcb59a474 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:29.597174 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-54876058-8bf0-4a91-9777-4940b9253544 req-aa0cc91d-0cfa-49d8-8421-e61fcb59a474 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 943 time: 0.0482676 Oct 11 20:53:29.634046 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-54876058-8bf0-4a91-9777-4940b9253544 req-9ca48dbf-6e4c-4242-9d8e-f5dff97d2354 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307133 Oct 11 20:53:29.722704 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device f56b2e10-59c8-4acb-810e-d622f221cc43 details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:53:29.812774 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port f56b2e10-59c8-4acb-810e-d622f221cc43, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=f56b2e10-59c8-4acb-810e-d622f221cc43,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:53:29.824116 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'f56b2e10-59c8-4acb-810e-d622f221cc43', 'network_id': '362cd14c-0082-492e-8209-329217cac9a8', 'port_id': 'f56b2e10-59c8-4acb-810e-d622f221cc43', 'mac_address': 'fa:16:3e:b4:e1:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec95756-cf11-496f-a845-6141ed429324', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:53:29.862523 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:29.874475 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f56b2e10-59c8-4acb-810e-d622f221cc43 {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:53:29.892988 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port f56b2e10-59c8-4acb-810e-d622f221cc43, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=f56b2e10-59c8-4acb-810e-d622f221cc43,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:53:29.896715 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:29.941611 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=f56b2e10-59c8-4acb-810e-d622f221cc43,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:29.948301 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.948648 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.948986 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.949316 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.949645 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.949973 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.950294 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.950642 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.950969 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.951287 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.951603 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:29.951918 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:53:30.105588 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['f56b2e10-59c8-4acb-810e-d622f221cc43'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:53:30.746814 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290a7e6-bf36-4c90-a783-b368fecd446d req-9aafc241-3098-4101-925f-997967a67ee5 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:30.748252 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b290a7e6-bf36-4c90-a783-b368fecd446d req-9aafc241-3098-4101-925f-997967a67ee5 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 944 time: 0.0480511 Oct 11 20:53:30.787617 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b290a7e6-bf36-4c90-a783-b368fecd446d req-24454c92-cd11-497f-9a9f-91210bcff6df tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312874 Oct 11 20:53:31.748819 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device f56b2e10-59c8-4acb-810e-d622f221cc43 up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:53:31.798766 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port f56b2e10-59c8-4acb-810e-d622f221cc43 completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:53:31.802376 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port f56b2e10-59c8-4acb-810e-d622f221cc43 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:53:31.802780 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:31.881312 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:31.903918 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2bd02-2412-4ed8-a294-15bd97fededd req-85c79e37-d365-4277-a7cb-28d746144047 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:31.905355 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-15e2bd02-2412-4ed8-a294-15bd97fededd req-85c79e37-d365-4277-a7cb-28d746144047 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 944 time: 0.0517232 Oct 11 20:53:31.907579 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b2e10-59c8-4acb-810e-d622f221cc43'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:53:31.910503 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae33486-f5ec-4b43-b320-89e234c131b7" -d '{"events": [{"server_uuid": "5635f8b5-ec0b-42a4-ba5a-7646e21d4f55", "name": "network-vif-plugged", "status": "completed", "tag": "f56b2e10-59c8-4acb-810e-d622f221cc43"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:53:31.925342 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port f56b2e10-59c8-4acb-810e-d622f221cc43, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=f56b2e10-59c8-4acb-810e-d622f221cc43,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:53:31.929808 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:31.945508 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-15e2bd02-2412-4ed8-a294-15bd97fededd req-9e079f8c-f1e6-44d2-97ed-c7230b8c5a73 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339754 Oct 11 20:53:31.960117 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0544be07-a751-4c0b-8223-9b03ef7a07ab x-openstack-request-id: req-0544be07-a751-4c0b-8223-9b03ef7a07ab {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:53:31.960468 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5635f8b5-ec0b-42a4-ba5a-7646e21d4f55", "name": "network-vif-plugged", "status": "completed", "tag": "f56b2e10-59c8-4acb-810e-d622f221cc43", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:53:31.961101 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0544be07-a751-4c0b-8223-9b03ef7a07ab {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:53:31.961570 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f56b2e10-59c8-4acb-810e-d622f221cc43', 'code': 200} Oct 11 20:53:31.983586 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=f56b2e10-59c8-4acb-810e-d622f221cc43,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:32.119501 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb51d-8a38-4231-a7bd-1256a50c77ad req-0b372420-e362-4356-801c-9b6c3fc21329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:32.120958 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6a0bb51d-8a38-4231-a7bd-1256a50c77ad req-0b372420-e362-4356-801c-9b6c3fc21329 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 1098 time: 0.0392070 Oct 11 20:53:32.159217 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6a0bb51d-8a38-4231-a7bd-1256a50c77ad req-2f10e0d3-afd9-411d-a5db-0ff2c17fb664 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266879 Oct 11 20:53:33.082568 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6d87-e097-49a8-8e86-cae103698c0d req-698358d7-8f04-4480-8692-a8e52d7c0153 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:33.084042 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0bfe6d87-e097-49a8-8e86-cae103698c0d req-698358d7-8f04-4480-8692-a8e52d7c0153 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 945 time: 0.0542214 Oct 11 20:53:33.123203 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0bfe6d87-e097-49a8-8e86-cae103698c0d req-178ff38d-fbce-4891-abc7-5df780845609 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332515 Oct 11 20:53:34.239046 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055890-4de8-4453-ab2a-64ea35ccfe42 req-2ddeee35-2930-435e-bfa2-1d2a579f586c tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:34.243031 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77055890-4de8-4453-ab2a-64ea35ccfe42 req-2ddeee35-2930-435e-bfa2-1d2a579f586c tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 945 time: 0.0490243 Oct 11 20:53:34.279009 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-77055890-4de8-4453-ab2a-64ea35ccfe42 req-0bae7bbb-7566-45d5-8381-461b33e7c7ca tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Oct 11 20:53:38.663808 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48836) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:38.766130 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f671e371-30ee-4a7d-af5c-d3fdb524048a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:38.842414 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f671e371-30ee-4a7d-af5c-d3fdb524048a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:38.846126 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-f671e371-30ee-4a7d-af5c-d3fdb524048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:38.885028 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e371-30ee-4a7d-af5c-d3fdb524048a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e769bc-0c49-4797-8194-e27244e651b2,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:38.890141 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-f671e371-30ee-4a7d-af5c-d3fdb524048a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=819840ffee2247dda779f52bb68078c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252626 Oct 11 20:53:38.893806 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 48842) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:53:38.939600 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-39bc36a8-027a-4329-bad1-8db22aee9048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:38.961578 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-39bc36a8-027a-4329-bad1-8db22aee9048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:39.008048 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-39bc36a8-027a-4329-bad1-8db22aee9048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:39.010545 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-39bc36a8-027a-4329-bad1-8db22aee9048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:39.011698 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-39bc36a8-027a-4329-bad1-8db22aee9048 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67e769bc-0c49-4797-8194-e27244e651b2 HTTP/1.1" status: 204 len: 168 time: 0.1171012 Oct 11 20:53:39.019718 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc36a8-027a-4329-bad1-8db22aee9048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e769bc-0c49-4797-8194-e27244e651b2,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:40.410481 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:53:47.956788 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6cf1-7fff-428e-ae51-c4234e6fe457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:50.789472 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5080edc4-a989-4afa-b965-f19c65bf7e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:51.468741 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:51.901908 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:53.135897 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:54.365209 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465e4c-d14e-4bf0-9b35-7980d052be23 req-3d439062-e388-449b-95bb-fddf7e3c27f7 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:54.366614 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b6465e4c-d14e-4bf0-9b35-7980d052be23 req-3d439062-e388-449b-95bb-fddf7e3c27f7 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Oct 11 20:53:54.403624 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-b6465e4c-d14e-4bf0-9b35-7980d052be23 req-20465b84-d7c6-4867-ab19-c7f8b45c11a6 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312221 Oct 11 20:53:55.612559 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba1f5b-a71a-418a-bc4b-12112ad62aab req-0b2f0851-d49d-40ec-94b8-2dfa45d36fb9 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:55.614202 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38ba1f5b-a71a-418a-bc4b-12112ad62aab req-0b2f0851-d49d-40ec-94b8-2dfa45d36fb9 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 945 time: 0.1425686 Oct 11 20:53:55.651374 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-38ba1f5b-a71a-418a-bc4b-12112ad62aab req-280404ad-4aa3-41e2-a502-9d6add725d04 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/security-groups?id=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Oct 11 20:53:55.951755 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-b6fbfe56-5b2f-46ba-a642-069fef867bad tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:53:55.953166 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-b6fbfe56-5b2f-46ba-a642-069fef867bad tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 945 time: 0.0477593 Oct 11 20:53:56.040164 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Deleting port f56b2e10-59c8-4acb-810e-d622f221cc43 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:53:56.040497 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:56.126070 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] For port f56b2e10-59c8-4acb-810e-d622f221cc43, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=f56b2e10-59c8-4acb-810e-d622f221cc43,segment=NetworkSegment(1c872e08-8fa3-4036-99df-5056198af57e),segment_id=1c872e08-8fa3-4036-99df-5056198af57e)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:53:56.126433 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:56.139296 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Calling delete_port for f56b2e10-59c8-4acb-810e-d622f221cc43 owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:53:56.264508 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:56.276000 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['f56b2e10-59c8-4acb-810e-d622f221cc43'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:53:56.293958 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Pushing event deleted for resources: {'Port': ['ID=f56b2e10-59c8-4acb-810e-d622f221cc43,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:53:56.334826 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] No DVR routers for this DVR port f56b2e10-59c8-4acb-810e-d622f221cc43 on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:53:56.337255 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:56.340614 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ee6b4755-42bf-48ad-a4cd-7c3d92964842 req-d0facc55-199a-4d39-8646-fb699c055ed3 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.46 "DELETE /v2.0/ports/f56b2e10-59c8-4acb-810e-d622f221cc43 HTTP/1.1" status: 204 len: 173 time: 0.3816397 Oct 11 20:53:56.341044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'name': 'network-vif-deleted', 'tag': 'f56b2e10-59c8-4acb-810e-d622f221cc43'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:53:56.343309 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52388d93-f726-4770-a98c-7265fa3ad9b5" -d '{"events": [{"server_uuid": "5635f8b5-ec0b-42a4-ba5a-7646e21d4f55", "name": "network-vif-deleted", "tag": "f56b2e10-59c8-4acb-810e-d622f221cc43"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:53:56.379107 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3fdd8-404f-4f72-815b-9206823e50ea x-openstack-request-id: req-08b3fdd8-404f-4f72-815b-9206823e50ea {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:53:56.379398 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5635f8b5-ec0b-42a4-ba5a-7646e21d4f55", "name": "network-vif-deleted", "tag": "f56b2e10-59c8-4acb-810e-d622f221cc43", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:53:56.379650 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08b3fdd8-404f-4f72-815b-9206823e50ea {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:53:56.380047 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5635f8b5-ec0b-42a4-ba5a-7646e21d4f55', 'name': 'network-vif-deleted', 'tag': 'f56b2e10-59c8-4acb-810e-d622f221cc43', 'status': 'completed', 'code': 200} Oct 11 20:53:56.748664 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:53:56.757353 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2039e197-200c-456a-9b61-689ef7c834d1 req-c9717148-cca3-4058-8cb3-e352626aa322 tempest-VolumesSnapshotTestJSON-457520444 tempest-VolumesSnapshotTestJSON-457520444-project] 10.222.0.43 "GET /v2.0/ports?device_id=5635f8b5-ec0b-42a4-ba5a-7646e21d4f55 HTTP/1.1" status: 200 len: 210 time: 0.0262702 Oct 11 20:54:00.325952 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device f56b2e10-59c8-4acb-810e-d622f221cc43 no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:54:00.349393 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: f56b2e10-59c8-4acb-810e-d622f221cc43 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:54:00.349996 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device f56b2e10-59c8-4acb-810e-d622f221cc43 not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:54:17.413963 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:54:17.957122 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1a345f9f-4191-495a-b539-e55f170726da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:19.652389 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49044) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:19.697882 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Deleting subnet 5ec95756-cf11-496f-a845-6141ed429324 {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:54:19.700806 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:19.734483 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742917'] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:19.772205 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:19.821019 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25184921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25949141'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:19.846517 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec95756-cf11-496f-a845-6141ed429324,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:19.848900 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:19.852538 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5ec95756-cf11-496f-a845-6141ed429324 HTTP/1.1" status: 204 len: 168 time: 0.1991847 Oct 11 20:54:19.855254 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49046) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:19.858332 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.858699 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.859035 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.859363 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.859688 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.860009 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.860328 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.860646 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.860964 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.861281 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.861594 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.861901 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb85d00-bac0-4b9d-a901-cae2b3a2f1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:19.922440 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:19.999489 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.018433 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362cd14c-0082-492e-8209-329217cac9a8']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:20.028130 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c872e08-8fa3-4036-99df-5056198af57e') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:20.028448 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c872e08-8fa3-4036-99df-5056198af57e') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:20.037448 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.049868 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.055479 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:54:20.055854 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:54:20.057410 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:54:20.115470 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.120250 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.123634 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] 10.222.0.43 "DELETE /v2.0/networks/362cd14c-0082-492e-8209-329217cac9a8 HTTP/1.1" status: 204 len: 168 time: 0.2673917 Oct 11 20:54:20.137896 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Pushing event deleted for resources: {'Network': ['ID=362cd14c-0082-492e-8209-329217cac9a8,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:20.144945 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.145294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.145719 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.146150 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.146498 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.146830 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.147153 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.147477 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.147800 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.148121 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.148439 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.148753 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9c5324-6881-40da-8cdf-648cbed2e593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:20.283826 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49050) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:20.322745 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-09bfb587-8354-4bf4-a3f5-27e0386805bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1dc01d0b3a645898dac8463f9c306a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377102 Oct 11 20:54:20.325008 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49052) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:20.370935 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc914-f906-41bd-9968-d85b855a6653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.390625 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc914-f906-41bd-9968-d85b855a6653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.435044 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc914-f906-41bd-9968-d85b855a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.437566 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-0bbbc914-f906-41bd-9968-d85b855a6653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:20.438707 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-0bbbc914-f906-41bd-9968-d85b855a6653 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d3902a0-fe3b-42f1-b42c-d39e29eef5d6 HTTP/1.1" status: 204 len: 168 time: 0.1128025 Oct 11 20:54:20.446331 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbc914-f906-41bd-9968-d85b855a6653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3902a0-fe3b-42f1-b42c-d39e29eef5d6,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:20.791483 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0205da57-3266-46cd-892f-9fe37e4e780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.074929 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49074) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:21.168564 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1134726801-network', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:21.188908 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Made reservation on behalf of fdf8e9289ff34ae999163ea9fc76ae03 for: {'network': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:54:21.191386 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.203813 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.277936 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.282318 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.306123 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=105805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:54:21.315465 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda1b9e6-b7c6-450a-b9a8-3f2091d96501,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:21.319979 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.320312 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.segments_db [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Added segment 9af798f1-83ea-4d0d-9b02-853965e6184a of type vlan for network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 Oct 11 20:54:21.357978 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.382074 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.383064 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:21.383634 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.433501 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3574927 Oct 11 20:54:21.436421 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49078) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:21.441834 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Request body: {'subnet': {'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1134726801-subnet', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'ip_version': 4}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:21.444244 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b324021-5c18-4618-84c0-01680921211c admin admin] Pushing event updated for resources: {'Network': ['ID=86040aa2-fcc5-4e4f-9ea2-1f026af499c5,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:21.454166 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:54:21.464923 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Made reservation on behalf of fdf8e9289ff34ae999163ea9fc76ae03 for: {'subnet': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:54:21.467855 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26521093'] for subnet, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.520966 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.630975 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25437353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26521131'] for subnet, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.687596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49f2e39b-5711-4359-b0bb-47ab53c4e320,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:21.696682 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Checking segment: {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:21.697028 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Network hostable DHCP agents. Network: 86040aa2-fcc5-4e4f-9ea2-1f026af499c5, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:54:21.712294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:54:21.720563 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, 86040aa2-fcc5-4e4f-9ea2-1f026af499c5) {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:21.725339 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:21.725905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.730299 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02ccb3b-c9a7-427b-a6d7-20bb2ac5e2ff None None] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:54:21.741284 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-8ee6b81e-bb16-45ee-bf92-9be398f5f179 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3037791 Oct 11 20:54:21.743894 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49082) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:21.747992 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:21.768426 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.769431 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.825706 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.876167 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:54:21.877155 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:21.910057 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.025794 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Allocated IP 172.20.0.2 (86040aa2-fcc5-4e4f-9ea2-1f026af499c5/49f2e39b-5711-4359-b0bb-47ab53c4e320/062a2777-bbd3-4fc3-b5c1-64f88d5c33a2) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:54:22.180754 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.186770 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.223855 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:22.225319 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.228867 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:22.232440 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:54:22.240811 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Pushing event updated for resources: {'Port': ['ID=062a2777-bbd3-4fc3-b5c1-64f88d5c33a2,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:22.289919 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Attempting to bind port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:54:22.290355 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Attempting to bind port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:54:22.290806 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Attempting to bind port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 on network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:22.296749 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:54:22.297242 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Checking segment: {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:22.297739 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.298220 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Bound using segment: {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:54:22.298807 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Bound port: 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:54:22.299288 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.363934 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] For port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:54:22.368011 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] For port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=062a2777-bbd3-4fc3-b5c1-64f88d5c33a2,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:54:22.372552 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.420571 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.436328 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c3884-455a-4d29-918c-78b2f12e2b34 None None] Pushing event updated for resources: {'Port': ['ID=062a2777-bbd3-4fc3-b5c1-64f88d5c33a2,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:22.442550 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.548462 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Allocated IP 172.27.2.43 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:54:22.677399 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.710748 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:22.750074 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:22.752794 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:22.756018 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:54:22.779459 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Pushing event updated for resources: {'Port': ['ID=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:22.993424 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.142516 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.197160 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.307100 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ce82d-fbce-4efb-9ef5-43e3befd2a47 None None] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:54:23.327444 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Router 3769bff1-8331-4c59-b79c-eb0d7127f429 is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:54:23.428203 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-5ee94b32-4fcc-4577-a0df-f6deec3bbdc3 None None] Provisioning complete for port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:23.428678 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b32-4fcc-4577-a0df-f6deec3bbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.432600 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:54:23.450047 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.451646 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Sync routers for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:54:23.454002 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49084) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:23.454449 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-b35ac423-f9a5-42f2-8732-612100f20b72 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7092328 Oct 11 20:54:23.488691 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:23.489821 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:23.630020 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b32-4fcc-4577-a0df-f6deec3bbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.785062 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:23.879985 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.882538 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-5ee94b32-4fcc-4577-a0df-f6deec3bbdc3 None None] For port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=062a2777-bbd3-4fc3-b5c1-64f88d5c33a2,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:54:23.887587 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5ee94b32-4fcc-4577-a0df-f6deec3bbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:23.962538 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee94b32-4fcc-4577-a0df-f6deec3bbdc3 None None] Pushing event updated for resources: {'Port': ['ID=062a2777-bbd3-4fc3-b5c1-64f88d5c33a2,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:24.016929 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-253ce831-1481-4dc9-b140-65d041d82b76 None None] Provisioning complete for port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:24.017300 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-253ce831-1481-4dc9-b140-65d041d82b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.043077 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:22Z', 'revision_number': 3, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:24.076114 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Checking router: 3769bff1-8331-4c59-b79c-eb0d7127f429 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:54:24.076466 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Updating router 3769bff1-8331-4c59-b79c-eb0d7127f429 port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:54:24.109014 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.272023 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Allocated IP 172.20.0.1 (86040aa2-fcc5-4e4f-9ea2-1f026af499c5/49f2e39b-5711-4359-b0bb-47ab53c4e320/7ac0406d-fce6-453e-be1d-46659c5e5a15) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:54:24.374329 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.394555 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:24.412384 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.429686 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.440074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.451951 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:24.456595 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:24.460127 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:54:24.485770 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac0406d-fce6-453e-be1d-46659c5e5a15,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:24.503415 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.510792 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d6d8-ac30-4ae3-bbe9-9531a205b345 None None] Pushing event updated for resources: {'Port': ['ID=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:24.513942 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Attempting to bind port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:54:24.514318 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Attempting to bind port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:54:24.514747 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Attempting to bind port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:24.523964 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:54:24.524328 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:24.524709 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.525091 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:54:24.525550 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Bound port: 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:54:24.525924 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.527608 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:24.527951 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.616149 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] For port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:54:24.632159 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.652718 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] For port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:54:24.658094 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.721057 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:24.721666 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:24.763980 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6d6d8-ac30-4ae3-bbe9-9531a205b345 None None] Pushing event updated for resources: {'Port': ['ID=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:24.784872 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-2b3402fb-a03d-4c3d-bd7d-2850e569ed77 None None] Provisioning complete for port 7ac0406d-fce6-453e-be1d-46659c5e5a15 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:24.784872 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-2b3402fb-a03d-4c3d-bd7d-2850e569ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.798485 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.803551 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25184943'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.857851 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-2b3402fb-a03d-4c3d-bd7d-2850e569ed77 None None] Port 7ac0406d-fce6-453e-be1d-46659c5e5a15 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:54:24.867301 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:24.870226 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:24.872868 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac0406d-fce6-453e-be1d-46659c5e5a15,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:24.964062 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:24.965662 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:25.071430 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 1, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:25.093170 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Router 3769bff1-8331-4c59-b79c-eb0d7127f429 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:54:25.103591 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7ad8f2-78e7-49bf-a073-e333b15a68ff None None] The sync data for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi is: [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 1, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:54:25.178232 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-1680ce91-77b4-4ec5-845d-c3f4cfe6beee None None] Provisioning complete for port 7ac0406d-fce6-453e-be1d-46659c5e5a15 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:25.178640 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1680ce91-77b4-4ec5-845d-c3f4cfe6beee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.207443 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:54:25.213410 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-bf50d23c-d5dd-44b7-8b97-bbd95f5d3920 admin admin] 10.222.0.43 "PUT /v2.0/routers/3769bff1-8331-4c59-b79c-eb0d7127f429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580354 Oct 11 20:54:25.220936 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-1680ce91-77b4-4ec5-845d-c3f4cfe6beee None None] Port 7ac0406d-fce6-453e-be1d-46659c5e5a15 cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:54:25.703976 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49100) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:25.709989 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1023948942-network', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:25.733245 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Made reservation on behalf of 3ffeece4e4694f50a91b16e398143d27 for: {'network': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:54:25.735684 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for network, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.745693 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks [] for security_group, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.826345 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.830951 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.857474 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 11 20:54:25.867320 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7562225-b650-41b2-a75c-eef526c28f4d,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:25.873817 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.874158 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.segments_db [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Added segment ad297b90-5bbb-4c28-9429-6f0539d9cf3e of type vlan for network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 Oct 11 20:54:25.916645 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755377367902'] for network, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.943512 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006'] for network, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:25.944496 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:25.945078 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.009017 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3006454 Oct 11 20:54:26.009362 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49102) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:26.014604 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Request body: {'subnet': {'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1023948942-subnet', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'ip_version': 4}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:26.017890 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc374baf-7f06-4459-af83-3303d99d12df admin admin] Pushing event updated for resources: {'Network': ['ID=c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:26.028113 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 details requested by agent ovs-agent-dv-cinder-813532-1-iscsi with host dv-cinder-813532-1-iscsi {{(pid=105806) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 11 20:54:26.043070 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Made reservation on behalf of 3ffeece4e4694f50a91b16e398143d27 for: {'subnet': 1} {{(pid=105805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:54:26.045457 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25949170'] for subnet, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.226788 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25184986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25949148'] for subnet, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.277466 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe6551e-7da9-4eae-a162-8f0167b79912,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:26.294006 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Checking segment: {'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:26.294383 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Network hostable DHCP agents. Network: c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36, hostable agents: ['14676133-e27a-4d8f-b6bf-ac21779871f2'], hosted agents: [] {{(pid=105805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 11 20:54:26.313862 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 is scheduled to be hosted by DHCP agent 14676133-e27a-4d8f-b6bf-ac21779871f2 with binding_index 1 {{(pid=105805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 11 20:54:26.323546 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813532-1-iscsi, c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36) {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:26.327892 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:26.329230 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.332478 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2cf98e-1b10-4c89-90b5-361f38dbbda7 None None] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:54:26.350579 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b00a150f-acd2-4976-a235-b9e91b66e97a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3400848 Oct 11 20:54:26.353209 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49104) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:26.358441 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:26.383181 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-487918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59678'] for router, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.384199 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-484909', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-432162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59655'] for router, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.384346 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:26.435428 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.491595 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:26.491969 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.560973 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf47d45cd-182b-5f1a-8f3b-04531d80ec76-c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'fixed_ips': [{'subnet_id': '3fe6551e-7da9-4eae-a162-8f0167b79912'}]}} from dv-cinder-813532-1-iscsi. {{(pid=105806) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 11 20:54:26.561808 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.571138 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.665768 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.701781 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:54:26.708952 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.782874 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.783224 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.799418 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.db_base_plugin_common [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Allocated IP 172.20.0.2 (c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36/3fe6551e-7da9-4eae-a162-8f0167b79912/d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7) {{(pid=105806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:54:26.801647 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.809236 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:26.908405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Allocated IP 172.27.2.123 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/0f6711d0-f688-436f-9013-1ac65928e6a8) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:54:26.961335 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Notify callbacks [] for port, precommit_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:26.969670 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063'] for port, after_create {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.009860 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 is already hosted by enough agents. {{(pid=105806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:27.012739 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.scheduler.base_scheduler [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Resources bound (agent type, host, resource id): {{(pid=105806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:27.016613 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Received port after_create {{(pid=105806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:54:27.022409 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.023662 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Pushing event updated for resources: {'Port': ['ID=d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7,revision_number=1']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:27.061001 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.061610 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Sync routers for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:54:27.073608 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:27.074326 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:27.083519 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Attempting to bind port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:54:27.084080 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Attempting to bind port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:54:27.084257 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Attempting to bind port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 on network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:27.089438 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:54:27.089823 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Checking segment: {'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:27.090537 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.090669 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Bound using segment: {'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:54:27.091039 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Bound port: d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:54:27.091406 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.100186 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:27.105235 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:27.109040 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:54:27.137696 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f6711d0-f688-436f-9013-1ac65928e6a8,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:27.175604 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] For port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:54:27.179619 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] For port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7,segment=NetworkSegment(ad297b90-5bbb-4c28-9429-6f0539d9cf3e),segment_id=ad297b90-5bbb-4c28-9429-6f0539d9cf3e)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:54:27.184637 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.195098 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:27.249238 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4e182-ea00-4828-bd82-2a9c0e9c32e3 None None] Pushing event updated for resources: {'Port': ['ID=d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:27.373971 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.444617 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 2, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:27.475965 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Checking router: 3769bff1-8331-4c59-b79c-eb0d7127f429 for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:54:27.476524 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Updating router 3769bff1-8331-4c59-b79c-eb0d7127f429 port 7ac0406d-fce6-453e-be1d-46659c5e5a15 binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:54:27.509133 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.594589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-487781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-461564'] for router, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.724609 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Router dcc64939-ae1f-4e44-8600-bfc0625dde9e is scheduled to L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b with binding_index 1 {{(pid=105805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 11 20:54:27.771791 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.776740 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.827483 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Pushing event updated for resources: {'Port': ['ID=7ac0406d-fce6-453e-be1d-46659c5e5a15,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:27.834891 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:54:27.840121 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.840500 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.840847 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.841181 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.841512 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.841841 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.842167 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.842509 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.842854 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.843179 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.843498 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.843816 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:27.851177 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Sync routers for ids ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:54:27.867991 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.868607 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Routers {'dcc64939-ae1f-4e44-8600-bfc0625dde9e'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:27.869265 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-879e5bc8-7d38-4931-b25e-40b32af344f1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5149274 Oct 11 20:54:27.870012 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:27.872229 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49106) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:27.914156 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Attempting to bind port 7ac0406d-fce6-453e-be1d-46659c5e5a15 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:54:27.914554 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Attempting to bind port 7ac0406d-fce6-453e-be1d-46659c5e5a15 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:54:27.914917 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Attempting to bind port 7ac0406d-fce6-453e-be1d-46659c5e5a15 on network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:27.923747 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:54:27.924129 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Checking segment: {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:27.924561 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:27.924959 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Bound using segment: {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:54:27.925445 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Bound port: 7ac0406d-fce6-453e-be1d-46659c5e5a15, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:54:27.925827 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.032248 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] For port 7ac0406d-fce6-453e-be1d-46659c5e5a15, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:54:28.037525 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] For port 7ac0406d-fce6-453e-be1d-46659c5e5a15, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=7ac0406d-fce6-453e-be1d-46659c5e5a15,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:54:28.042363 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.109547 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:28.110271 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:28.170104 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fbb5c-79d2-42f8-aa84-21f4d9f05387 None None] Pushing event updated for resources: {'Port': ['ID=7ac0406d-fce6-453e-be1d-46659c5e5a15,revision_number=4']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:28.189124 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Set router dcc64939-ae1f-4e44-8600-bfc0625dde9e gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:28.262711 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:28.338655 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-187c13b7-e409-4a92-a52f-c3db6fbd74f8 None None] Provisioning complete for port 7ac0406d-fce6-453e-be1d-46659c5e5a15 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:28.339298 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-187c13b7-e409-4a92-a52f-c3db6fbd74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.454421 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38732f57-a892-4d2d-a8fe-1e3c646edd1d None None] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:54:28.564776 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 7ac0406d-fce6-453e-be1d-46659c5e5a15 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:28.589836 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-187c13b7-e409-4a92-a52f-c3db6fbd74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.665932 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:28.668177 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-187c13b7-e409-4a92-a52f-c3db6fbd74f8 None None] For port 7ac0406d-fce6-453e-be1d-46659c5e5a15, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=7ac0406d-fce6-453e-be1d-46659c5e5a15,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:54:28.680082 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-187c13b7-e409-4a92-a52f-c3db6fbd74f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.695052 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5aec90-d8f5-4e3f-8303-19366c03f7c7 None None] The sync data for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi is: [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:54:28.749964 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 7ac0406d-fce6-453e-be1d-46659c5e5a15 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:28.750344 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.761386 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.775998 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:27Z', 'revision_number': 3, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:28.834264 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Checking router: dcc64939-ae1f-4e44-8600-bfc0625dde9e for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:54:28.834648 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Updating router dcc64939-ae1f-4e44-8600-bfc0625dde9e port 0f6711d0-f688-436f-9013-1ac65928e6a8 binding host dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:54:28.840537 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c13b7-e409-4a92-a52f-c3db6fbd74f8 None None] Pushing event updated for resources: {'Port': ['ID=7ac0406d-fce6-453e-be1d-46659c5e5a15,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:28.903488 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.904980 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] Provisioning complete for port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:28.905335 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:28.931504 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Allocated IP 172.20.0.1 (c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36/3fe6551e-7da9-4eae-a162-8f0167b79912/83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:54:29.055419 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.098198 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.149780 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:29.157584 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:29.160323 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:54:29.164869 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:29.209328 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-461357'] for router_interface, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.257168 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:29.266700 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.350110 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] For port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7,segment=NetworkSegment(ad297b90-5bbb-4c28-9429-6f0539d9cf3e),segment_id=ad297b90-5bbb-4c28-9429-6f0539d9cf3e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:54:29.352731 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:29.353079 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.371257 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.383920 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.427008 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Notify callbacks [] for port, precommit_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.444387 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.460215 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] Provisioning complete for port 7ac0406d-fce6-453e-be1d-46659c5e5a15 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:29.460582 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.499756 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7bcad-0da1-45b7-888f-495b794a5d34 None None] Pushing event updated for resources: {'Port': ['ID=d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:29.547942 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.553081 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25184943'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.566644 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Attempting to bind port 0f6711d0-f688-436f-9013-1ac65928e6a8 on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:54:29.567074 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Attempting to bind port 0f6711d0-f688-436f-9013-1ac65928e6a8 by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:54:29.567375 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Attempting to bind port 0f6711d0-f688-436f-9013-1ac65928e6a8 on network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:29.589594 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:54:29.589969 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Checking segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:29.590365 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.590859 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Bound using segment: {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'} {{(pid=105806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:54:29.591323 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.managers [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Bound port: 0f6711d0-f688-436f-9013-1ac65928e6a8, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57f4316-d8da-4c70-948e-0ee68dbcd842', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0'}}] {{(pid=105806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:54:29.591697 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.617024 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e995b-44e9-438c-8268-4d22444aae3d None None] Pushing event updated for resources: {'Port': ['ID=0f6711d0-f688-436f-9013-1ac65928e6a8,revision_number=2']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:29.621926 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1674084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486845'] for router_interface, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.624633 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:29.631870 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:29.710940 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] For port 0f6711d0-f688-436f-9013-1ac65928e6a8, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:54:29.713749 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:29.715282 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:29.716564 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] For port 0f6711d0-f688-436f-9013-1ac65928e6a8, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0f6711d0-f688-436f-9013-1ac65928e6a8,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:54:29.724186 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.782613 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:29.782984 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:29.817551 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e995b-44e9-438c-8268-4d22444aae3d None None] Pushing event updated for resources: {'Port': ['ID=0f6711d0-f688-436f-9013-1ac65928e6a8,revision_number=3']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:29.822218 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Routers {'dcc64939-ae1f-4e44-8600-bfc0625dde9e'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:29.822866 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:29.842405 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Router dcc64939-ae1f-4e44-8600-bfc0625dde9e has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:54:29.954174 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:54:29.959776 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2c76934d-097b-4085-9383-98d4450d9fe5 admin admin] 10.222.0.43 "PUT /v2.0/routers/dcc64939-ae1f-4e44-8600-bfc0625dde9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0863433 Oct 11 20:54:30.053999 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-9fb25171-4f72-4585-87f8-75cd70188bc2 None None] Provisioning complete for port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:30.054363 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9fb25171-4f72-4585-87f8-75cd70188bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.141608 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-9fb25171-4f72-4585-87f8-75cd70188bc2 None None] Port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:54:30.147359 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] Set router dcc64939-ae1f-4e44-8600-bfc0625dde9e gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:30.193486 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-9fb25171-4f72-4585-87f8-75cd70188bc2 None None] Provisioning complete for port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:30.193886 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-9fb25171-4f72-4585-87f8-75cd70188bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.370348 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 7ac0406d-fce6-453e-be1d-46659c5e5a15 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:30.452163 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 7ac0406d-fce6-453e-be1d-46659c5e5a15 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:30.452525 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.481319 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 4, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e', 'name': '', 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'mac_address': 'fa:16:3e:83:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:28Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 2, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'subnets': [{'id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:30.511699 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827dc73b-d22d-4b26-87f2-533763c653ef None None] The sync data for ids ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'] in dv-cinder-813532-1-iscsi is: [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 4, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e', 'name': '', 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'mac_address': 'fa:16:3e:83:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:28Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 2, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'subnets': [{'id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:54:30.545300 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49114) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:30.550250 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-4c64d541-90b6-44a0-a39e-0086661fd970 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-630153770', 'description': 'tempest-secgroup-smoke-630153770 description', 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:30.560367 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-3e8c852c-615e-4290-9418-ac2d372ce847 None None] Provisioning complete for port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:30.560737 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-3e8c852c-615e-4290-9418-ac2d372ce847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.575816 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4c64d541-90b6-44a0-a39e-0086661fd970 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.603341 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:30.630184 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c852c-615e-4290-9418-ac2d372ce847 None None] Port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:54:30.650358 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4c64d541-90b6-44a0-a39e-0086661fd970 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.654599 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4c64d541-90b6-44a0-a39e-0086661fd970 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.656146 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:30.656518 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.699733 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-4c64d541-90b6-44a0-a39e-0086661fd970 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.704402 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49116) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:30.710728 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-aca258ab-5453-4c7b-a4f0-0a469ccbc724 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'security_group_rule': {'security_group_id': '380cc044-c193-4765-8327-7faac815b539', 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:30.715924 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-4c64d541-90b6-44a0-a39e-0086661fd970 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1683779 Oct 11 20:54:30.722225 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64d541-90b6-44a0-a39e-0086661fd970 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=380cc044-c193-4765-8327-7faac815b539,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:30.774043 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-aca258ab-5453-4c7b-a4f0-0a469ccbc724 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.839177 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-aca258ab-5453-4c7b-a4f0-0a469ccbc724 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.842928 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-aca258ab-5453-4c7b-a4f0-0a469ccbc724 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.866217 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-aca258ab-5453-4c7b-a4f0-0a469ccbc724 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.867474 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-aca258ab-5453-4c7b-a4f0-0a469ccbc724 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619794 Oct 11 20:54:30.870041 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca258ab-5453-4c7b-a4f0-0a469ccbc724 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee5cf4f-ccd6-43ea-a83c-16ec6dd40802,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:30.870321 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49118) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:30.875092 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-69d04063-6a7e-4692-98ce-a0b1ef285634 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'security_group_rule': {'security_group_id': '380cc044-c193-4765-8327-7faac815b539', 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:30.904376 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-69d04063-6a7e-4692-98ce-a0b1ef285634 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.964716 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-69d04063-6a7e-4692-98ce-a0b1ef285634 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.969693 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-69d04063-6a7e-4692-98ce-a0b1ef285634 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:30.994329 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d04063-6a7e-4692-98ce-a0b1ef285634 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebd9d27-4f93-4d5d-b04e-ff33fdacc4a0,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:30.998973 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-69d04063-6a7e-4692-98ce-a0b1ef285634 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.003259 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-69d04063-6a7e-4692-98ce-a0b1ef285634 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287119 Oct 11 20:54:31.003259 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49120) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:31.007972 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-614e889e-491f-4b2a-96f4-ceed60e4f0fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'security_group_rule': {'security_group_id': '380cc044-c193-4765-8327-7faac815b539', 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:31.036882 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-614e889e-491f-4b2a-96f4-ceed60e4f0fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.097801 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-614e889e-491f-4b2a-96f4-ceed60e4f0fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.103744 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-614e889e-491f-4b2a-96f4-ceed60e4f0fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.122540 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e889e-491f-4b2a-96f4-ceed60e4f0fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37297461-5637-4044-9853-abc36e123131,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:31.131560 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-614e889e-491f-4b2a-96f4-ceed60e4f0fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.132970 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-614e889e-491f-4b2a-96f4-ceed60e4f0fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285884 Oct 11 20:54:31.135480 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49122) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:31.139679 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-5a5ddf7b-91cd-46d6-af1f-cdf047b2c5d4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'security_group_rule': {'security_group_id': '380cc044-c193-4765-8327-7faac815b539', 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:31.165102 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5a5ddf7b-91cd-46d6-af1f-cdf047b2c5d4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.221775 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5a5ddf7b-91cd-46d6-af1f-cdf047b2c5d4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.225933 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5a5ddf7b-91cd-46d6-af1f-cdf047b2c5d4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.244239 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ddf7b-91cd-46d6-af1f-cdf047b2c5d4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b437e517-d5db-43de-aad5-fd42a772a3fb,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:31.248992 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-5a5ddf7b-91cd-46d6-af1f-cdf047b2c5d4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.252649 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-5a5ddf7b-91cd-46d6-af1f-cdf047b2c5d4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137173 Oct 11 20:54:31.252922 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49124) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:31.257816 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'security_group_rule': {'security_group_id': '380cc044-c193-4765-8327-7faac815b539', 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:31.278897 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.db.securitygroups_db [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Project fdf8e9289ff34ae999163ea9fc76ae03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 20:54:31.283391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.342509 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.347382 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.367040 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7f3a31-86ed-45f5-bc8b-7056c380ddf0,revision_number=0']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:31.377812 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.382233 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-7d007b8a-4cd6-49ae-af67-a23bc8a5e9e8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251171 Oct 11 20:54:31.387026 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49126) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:54:31.397312 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'security_group_rule': {'security_group_id': '380cc044-c193-4765-8327-7faac815b539', 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:31.423363 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.securitygroups_db [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Project fdf8e9289ff34ae999163ea9fc76ae03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 11 20:54:31.428280 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.497946 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.502246 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83343'] for security_group_rule, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.524972 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f509de-2f25-415d-8774-b742ccfff305,revision_number=0']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:31.532544 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:31.533802 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-a1233ef2-b56d-4723-958f-1d9af2b1dc90 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473637 Oct 11 20:54:32.372227 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0f6711d0-f688-436f-9013-1ac65928e6a8 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:32.424842 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 0f6711d0-f688-436f-9013-1ac65928e6a8 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:32.425211 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:32.504196 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:32.526218 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] For port 0f6711d0-f688-436f-9013-1ac65928e6a8, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0f6711d0-f688-436f-9013-1ac65928e6a8,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:54:32.530872 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:32.581614 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Pushing event updated for resources: {'Port': ['ID=0f6711d0-f688-436f-9013-1ac65928e6a8,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:32.589947 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.590297 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.590675 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.591008 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.591337 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.591730 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.592061 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.592383 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.592706 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.593025 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.593344 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.593658 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:54:32.677554 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Sync routers for ids ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:54:32.687546 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Routers {'dcc64939-ae1f-4e44-8600-bfc0625dde9e'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:32.688161 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:32.793870 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Set router dcc64939-ae1f-4e44-8600-bfc0625dde9e gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:32.992202 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 4, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e', 'name': '', 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'mac_address': 'fa:16:3e:83:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:28Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 2, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'subnets': [{'id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:33.018293 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Checking router: dcc64939-ae1f-4e44-8600-bfc0625dde9e for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:54:33.018671 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Updating router dcc64939-ae1f-4e44-8600-bfc0625dde9e port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e binding host dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 11 20:54:33.043883 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.310985 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Notify callbacks [] for port, precommit_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.316361 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.383467 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d3be-1615-44f9-a8ef-94020970ff29 None None] Pushing event updated for resources: {'Port': ['ID=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,revision_number=3']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:33.418942 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Attempting to bind port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e on host dv-cinder-813532-1-iscsi for vnic_type normal with profile {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:54:33.419339 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Attempting to bind port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e by drivers openvswitch,hyperv on host dv-cinder-813532-1-iscsi at level 0 using segments [{'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:54:33.419714 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Attempting to bind port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e on network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:33.424790 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Checking agent: {'id': '18e202b4-40c3-40d0-b252-4c57765647b8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813532-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 35, 51), 'started_at': datetime.datetime(2021, 10, 11, 20, 36, 21), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813532-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:54:33.425155 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Checking segment: {'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:33.425554 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.425943 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Bound using segment: {'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'} {{(pid=105807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:54:33.426581 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.managers [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Bound port: 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e, host: dv-cinder-813532-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36'}}] {{(pid=105807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:54:33.427131 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.495723 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] For port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e, host dv-cinder-813532-1-iscsi, cleared binding levels {{(pid=105807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:54:33.498820 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.plugins.ml2.db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] For port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e, host dv-cinder-813532-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,segment=NetworkSegment(ad297b90-5bbb-4c28-9429-6f0539d9cf3e),segment_id=ad297b90-5bbb-4c28-9429-6f0539d9cf3e)] {{(pid=105807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:54:33.503962 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.560528 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Routers {'dcc64939-ae1f-4e44-8600-bfc0625dde9e'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:54:33.561151 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:33.578341 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-ce5b5774-78c3-4a5b-ad8a-bdee677319be None None] Provisioning complete for port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:33.578964 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5774-78c3-4a5b-ad8a-bdee677319be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.599150 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8d3be-1615-44f9-a8ef-94020970ff29 None None] Pushing event updated for resources: {'Port': ['ID=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,revision_number=4']} {{(pid=105807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:33.674725 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5774-78c3-4a5b-ad8a-bdee677319be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.678157 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] Set router dcc64939-ae1f-4e44-8600-bfc0625dde9e gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:54:33.712256 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-ce5b5774-78c3-4a5b-ad8a-bdee677319be None None] For port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,segment=NetworkSegment(ad297b90-5bbb-4c28-9429-6f0539d9cf3e),segment_id=ad297b90-5bbb-4c28-9429-6f0539d9cf3e)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:54:33.715701 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ce5b5774-78c3-4a5b-ad8a-bdee677319be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.762957 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b5774-78c3-4a5b-ad8a-bdee677319be None None] Pushing event updated for resources: {'Port': ['ID=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:33.834560 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-4b9effdf-a51e-429a-9514-183002ec4f0a None None] Provisioning complete for port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:33.834917 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4b9effdf-a51e-429a-9514-183002ec4f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:33.879679 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 4, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e', 'name': '', 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'mac_address': 'fa:16:3e:83:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:28Z', 'updated_at': '2021-10-11T20:54:33Z', 'revision_number': 4, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'subnets': [{'id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:54:33.910215 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e4380-608d-4453-96bc-0dc3ad26a354 None None] The sync data for ids ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'] in dv-cinder-813532-1-iscsi is: [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:29Z', 'revision_number': 4, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e', 'name': '', 'network_id': 'c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'mac_address': 'fa:16:3e:83:a5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:28Z', 'updated_at': '2021-10-11T20:54:33Z', 'revision_number': 4, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'subnets': [{'id': '3fe6551e-7da9-4eae-a162-8f0167b79912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:54:34.390937 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:34.448499 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:34.448968 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:34.526001 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0f6711d0-f688-436f-9013-1ac65928e6a8 up at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:54:34.574094 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Provisioning complete for port 0f6711d0-f688-436f-9013-1ac65928e6a8 triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:34.574470 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:47.823329 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-f4f1b012-7cdb-4cd7-a879-d0a8ffa41ff2 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-630153770&fields=id&tenant_id=fdf8e9289ff34ae999163ea9fc76ae03 HTTP/1.1" status: 200 len: 267 time: 0.0374730 Oct 11 20:54:47.938928 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-5affce40-3ba3-42af-aae7-592dd541276c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:47.940380 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-5affce40-3ba3-42af-aae7-592dd541276c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 809 time: 0.1099865 Oct 11 20:54:47.955347 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-487f9ac4-a640-4b6a-bac2-9056469aeb2e tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/quotas/fdf8e9289ff34ae999163ea9fc76ae03 HTTP/1.1" status: 200 len: 375 time: 0.0091772 Oct 11 20:54:47.959323 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8cb22635-f66d-427c-a2b4-9ddb4f64a243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:48.010357 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-0392a472-ab56-4e64-8068-4d80a4ed1415 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492656 Oct 11 20:54:48.115325 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-4ae860f2-ea11-40d8-8e25-b301ff17bafb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:54:48.116335 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-4ae860f2-ea11-40d8-8e25-b301ff17bafb service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0944695 Oct 11 20:54:48.205862 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-9a1bb24a-c852-43fd-9aec-19f9c4f4e6b9 service neutron] 10.222.0.43 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829575 Oct 11 20:54:48.297585 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-db958447-950e-40cc-8d3f-c32b73a36d28 service neutron] 10.222.0.43 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851831 Oct 11 20:54:48.585212 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8663cbce-21c8-40e8-803f-81dd950313e2 req-73c1736f-954f-4fce-9536-2269f74e287c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 210 time: 0.0284834 Oct 11 20:54:49.608770 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-d293d427-f967-4c02-af10-d19cdc34bdb1 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:49.610221 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-d293d427-f967-4c02-af10-d19cdc34bdb1 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 809 time: 0.1042736 Oct 11 20:54:49.655482 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-40fe00d0-3341-423e-9f97-7d87cc1ad1bc tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdf8e9289ff34ae999163ea9fc76ae03 HTTP/1.1" status: 200 len: 379 time: 0.0363660 Oct 11 20:54:49.664630 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'port': {'device_id': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'admin_state_up': True, 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'security_groups': ['380cc044-c193-4765-8327-7faac815b539']}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:49.687542 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-29c49ed5-2ab9-4f47-a0f1-785fc2e1211c req-9be64cd6-7e3c-4ce3-be70-b8546e5b4c20 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 210 time: 0.0316074 Oct 11 20:54:49.776098 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Made reservation on behalf of fdf8e9289ff34ae999163ea9fc76ae03 for: {'port': 1} {{(pid=105804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 11 20:54:49.779674 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:49.908037 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_common [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Allocated IP 172.20.0.9 (86040aa2-fcc5-4e4f-9ea2-1f026af499c5/49f2e39b-5711-4359-b0bb-47ab53c4e320/bdc53fe2-9cb7-46a5-9415-418f18bf5b0e) {{(pid=105804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:54:50.051109 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for port, precommit_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.085183 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_create {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.134194 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 is already hosted by enough agents. {{(pid=105804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:54:50.137384 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.base_scheduler [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Resources bound (agent type, host, resource id): {{(pid=105804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:54:50.141296 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Received port after_create {{(pid=105804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:54:50.164274 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=1']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:50.193971 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:50.194628 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.211928 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-de607370-0c41-44ed-a647-36c1bf0b3f29 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508494 Oct 11 20:54:50.221599 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-b51ac9e6-4a2c-461d-b8bb-dc480ccd1e5c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:54:50.222616 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-b51ac9e6-4a2c-461d-b8bb-dc480ccd1e5c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052159 Oct 11 20:54:50.284223 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.v2.base [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Request body: {'port': {'device_id': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81353'}} {{(pid=105804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:54:50.334282 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-8757a1ca-696f-40cc-a95f-8d9551f4e379 None None] Provisioning complete for port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e triggered by entity DHCP. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:54:50.334887 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-8757a1ca-696f-40cc-a95f-8d9551f4e379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.338026 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.367072 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-8757a1ca-696f-40cc-a95f-8d9551f4e379 None None] Port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e cannot update to ACTIVE because it is not bound. {{(pid=105806) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 11 20:54:50.589220 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc53fe2-9cb7-46a5-9415-418f18bf5b0e {{(pid=105804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:54:50.596237 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.608360 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.provisioning_blocks [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Transition to ACTIVE for port object bdc53fe2-9cb7-46a5-9415-418f18bf5b0e will not be triggered until provisioned by entity L2. {{(pid=105804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 11 20:54:50.612004 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.676812 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=2']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:50.735001 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Attempting to bind port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e on host hv-cinder-81353 for vnic_type normal with profile {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 11 20:54:50.735481 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Attempting to bind port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e by drivers openvswitch,hyperv on host hv-cinder-81353 at level 0 using segments [{'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 11 20:54:50.735927 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Attempting to bind port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e on network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:50.740939 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e on network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81353 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 11 20:54:50.740939 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Attempting to bind port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e on network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 11 20:54:50.748058 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Checking agent: {'id': 'd315206d-f813-4834-94f5-3c108bf0450c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81353', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'started_at': datetime.datetime(2021, 10, 11, 20, 41, 57), 'heartbeat_timestamp': datetime.datetime(2021, 10, 11, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 11 20:54:50.748532 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Checking segment: {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 11 20:54:50.749010 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Bound using segment: {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'} {{(pid=105804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 11 20:54:50.749541 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.managers [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Bound port: bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host: hv-cinder-81353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af798f1-83ea-4d0d-9b02-853965e6184a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5'}}] {{(pid=105804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 11 20:54:50.750413 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.794840 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ce173ba2-22a2-42ec-8b5a-24c17e302bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.845363 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7166c-cb01-42a6-a5d0-cdf87875f595 req-9862f2f8-2f5c-47ab-8355-45e2214aed38 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:50.846777 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2da7166c-cb01-42a6-a5d0-cdf87875f595 req-9862f2f8-2f5c-47ab-8355-45e2214aed38 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0857830 Oct 11 20:54:50.864681 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, cleared binding levels {{(pid=105804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 11 20:54:50.883603 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 11 20:54:50.893604 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25437404'] for port, after_update {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.930516 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2da7166c-cb01-42a6-a5d0-cdf87875f595 req-f2bc01bd-e109-4bcf-8e1d-f484ae534780 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749507 Oct 11 20:54:50.941218 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:50.941919 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:50.943375 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] 10.222.0.46 "PUT /v2.0/ports/bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 1093 time: 0.7124360 Oct 11 20:54:50.943813 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:54:50.946097 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88380df4-61d0-48f9-a2b1-49ca64022e75" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:54:50.966593 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22362bd3-9b24-4306-8f93-b775657aed17 service neutron] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=3']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:54:51.032055 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-7ed6cfcc-78af-4b0f-964b-6ea8555a7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:51.033770 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-7ed6cfcc-78af-4b0f-964b-6ea8555a7294 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0446255 Oct 11 20:54:51.075379 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02532ed7-0d9a-483c-a07d-16aa69a16166 x-openstack-request-id: req-02532ed7-0d9a-483c-a07d-16aa69a16166 {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:54:51.075666 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:54:51.075914 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-02532ed7-0d9a-483c-a07d-16aa69a16166 {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:54:51.076305 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'status': 'completed', 'code': 200} Oct 11 20:54:51.078110 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-55b5a110-921b-4b6b-ab7b-75fadd9a7e8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 217 time: 0.0363898 Oct 11 20:54:51.131729 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-1a93b42a-1596-4ec1-bc9d-3368414a53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:51.133714 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-1a93b42a-1596-4ec1-bc9d-3368414a53f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0485692 Oct 11 20:54:51.176392 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-0ee33707-b532-4ede-a5f4-3fd1c9050461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:51.177798 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-0ee33707-b532-4ede-a5f4-3fd1c9050461 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381734 Oct 11 20:54:51.264131 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-99a7ca43-79c4-40e5-be09-3ec020fe81e7 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792155 Oct 11 20:54:51.355114 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-23dbba65-2e1a-4d59-aaa5-011a303210c9 req-53023807-630b-4431-bff5-ba7a0821a8d5 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834939 Oct 11 20:54:51.436033 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-4b3ad81e-a76f-41b8-a3f2-826fb106d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:51.437591 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-4b3ad81e-a76f-41b8-a3f2-826fb106d8cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0395982 Oct 11 20:54:51.476378 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:51.532587 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-af91455c-70ca-45e2-83c3-0359116c4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:51.534016 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-af91455c-70ca-45e2-83c3-0359116c4ede service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0871530 Oct 11 20:54:51.576182 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-e6301790-e2e5-4474-83ac-e36897356b51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 217 time: 0.0333483 Oct 11 20:54:51.624896 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-c3c98bc3-608b-4aa1-a17d-5435650a6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:51.626173 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-c3c98bc3-608b-4aa1-a17d-5435650a6057 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0411263 Oct 11 20:54:51.673409 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-a3dd44c6-5bf2-4837-bfcb-858d65336f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:51.674849 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-a3dd44c6-5bf2-4837-bfcb-858d65336f01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407097 Oct 11 20:54:51.761722 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-adc89caa-d184-41f3-b573-628242d0e447 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793881 Oct 11 20:54:51.853272 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-88380df4-61d0-48f9-a2b1-49ca64022e75 req-47cd4927-95a2-4ab8-8d0a-236d3248b581 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835695 Oct 11 20:54:51.906703 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:52.042028 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a2088-bac9-484e-8f13-b866e39d5e2b req-4fe77f09-f778-442d-be6a-a1ea16bbb736 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:52.043510 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-552a2088-bac9-484e-8f13-b866e39d5e2b req-4fe77f09-f778-442d-be6a-a1ea16bbb736 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0478163 Oct 11 20:54:52.080460 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-552a2088-bac9-484e-8f13-b866e39d5e2b req-fcf94ffa-5e48-4384-87b7-ed3fad14c836 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311642 Oct 11 20:54:53.141192 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:53.194597 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c157ff-0bad-4b2d-9fd6-f7ed8fcdf89f req-b491aebd-b0a1-4951-9301-6c72c8b87301 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:53.196143 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c6c157ff-0bad-4b2d-9fd6-f7ed8fcdf89f req-b491aebd-b0a1-4951-9301-6c72c8b87301 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0475905 Oct 11 20:54:53.233884 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c6c157ff-0bad-4b2d-9fd6-f7ed8fcdf89f req-6d6c96ec-dd14-43df-b271-e328ad88d87e tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Oct 11 20:54:54.343566 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d62a3-1372-40f2-85a6-07adea67721c req-212b2d89-eecf-4fec-988e-91a3969164e4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:54.344990 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0a9d62a3-1372-40f2-85a6-07adea67721c req-212b2d89-eecf-4fec-988e-91a3969164e4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0470533 Oct 11 20:54:54.381577 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0a9d62a3-1372-40f2-85a6-07adea67721c req-7f64f3d8-280b-456d-95d8-e6c3c964f366 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304658 Oct 11 20:54:54.417278 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:54:55.491363 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd90bb9-86b0-423e-9ff0-5453a0d0f6d0 req-d4f36744-2e1e-4a27-8168-80aa383047e5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:55.493288 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7dd90bb9-86b0-423e-9ff0-5453a0d0f6d0 req-d4f36744-2e1e-4a27-8168-80aa383047e5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0481172 Oct 11 20:54:55.529493 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-7dd90bb9-86b0-423e-9ff0-5453a0d0f6d0 req-e4c942d9-613a-4822-9ec1-078c3827b4f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303979 Oct 11 20:54:56.647541 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a078eb3-77f4-4bca-8873-88e6b7130597 req-6d197c83-0b73-4c7c-8e87-daffe6f928fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:56.649109 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8a078eb3-77f4-4bca-8873-88e6b7130597 req-6d197c83-0b73-4c7c-8e87-daffe6f928fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0529051 Oct 11 20:54:56.686491 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-8a078eb3-77f4-4bca-8873-88e6b7130597 req-10ac8852-e76c-4335-8bf5-93356b3b7fb2 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310240 Oct 11 20:54:56.758034 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:54:57.800477 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0c86f-de4e-4188-abcc-d6e6c1444a79 req-5627f9fc-43df-4902-b488-af68c3e1f0fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:57.801917 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d9f0c86f-de4e-4188-abcc-d6e6c1444a79 req-5627f9fc-43df-4902-b488-af68c3e1f0fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0513344 Oct 11 20:54:57.838956 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-d9f0c86f-de4e-4188-abcc-d6e6c1444a79 req-ef9ecdc4-a194-4fe9-afff-f9f37d444b8e tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307822 Oct 11 20:54:58.949391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519ac61-167f-4158-aff1-bfc4279f9721 req-809a80a0-7686-4a4d-aebe-51c9d6a83aba tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:54:58.950863 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e519ac61-167f-4158-aff1-bfc4279f9721 req-809a80a0-7686-4a4d-aebe-51c9d6a83aba tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0472295 Oct 11 20:54:58.987381 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e519ac61-167f-4158-aff1-bfc4279f9721 req-ceb034a9-eca2-44d2-9cb4-d5305b00c815 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307159 Oct 11 20:55:00.083123 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device bdc53fe2-9cb7-46a5-9415-418f18bf5b0e details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:55:00.097760 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3a118-5a72-469e-9de2-88bc925ef619 req-b510f0f6-9a33-42e7-9b4e-9300f8578809 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:00.099489 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dda3a118-5a72-469e-9de2-88bc925ef619 req-b510f0f6-9a33-42e7-9b4e-9300f8578809 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0483413 Oct 11 20:55:00.138889 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-dda3a118-5a72-469e-9de2-88bc925ef619 req-313a917f-6ee2-469c-8ff8-68f819f25572 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325346 Oct 11 20:55:00.176831 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:55:00.187879 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'port_id': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'mac_address': 'fa:16:3e:16:b7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:55:00.226239 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:00.238712 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc53fe2-9cb7-46a5-9415-418f18bf5b0e {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:55:00.257366 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:55:00.262315 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:00.308688 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=4']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:55:00.470260 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:55:01.252437 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7692-df37-483b-b2f5-c4a99ea7c4db req-5fac1bab-05ce-4990-92ff-11997b6ca56a tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:01.253878 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-382b7692-df37-483b-b2f5-c4a99ea7c4db req-5fac1bab-05ce-4990-92ff-11997b6ca56a tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 944 time: 0.0475421 Oct 11 20:55:01.290876 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-382b7692-df37-483b-b2f5-c4a99ea7c4db req-9caa53f3-0bdf-457b-89c0-1bc28b215d03 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Oct 11 20:55:02.082372 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device bdc53fe2-9cb7-46a5-9415-418f18bf5b0e up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:55:02.129704 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning for port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e completed by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 11 20:55:02.133962 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:55:02.134328 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:02.209037 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:02.230421 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:55:02.232658 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecf30be-985c-4da9-b6d5-2b0b98e6365b" -d '{"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-plugged", "status": "completed", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:55:02.245693 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:55:02.249757 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:02.298761 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=5']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:55:02.327102 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513d999e-7b03-4072-83d4-91a37e1a8f59 x-openstack-request-id: req-513d999e-7b03-4072-83d4-91a37e1a8f59 {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:55:02.327415 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-plugged", "status": "completed", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:55:02.327670 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-513d999e-7b03-4072-83d4-91a37e1a8f59 {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:55:02.328063 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'code': 200} Oct 11 20:55:02.406661 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c59e55-e798-4e36-8d48-7b2bd40783f0 req-1f358a9b-49c2-4185-8fd8-7ace8a219f0e tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:02.408129 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-07c59e55-e798-4e36-8d48-7b2bd40783f0 req-1f358a9b-49c2-4185-8fd8-7ace8a219f0e tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0518897 Oct 11 20:55:02.446599 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-07c59e55-e798-4e36-8d48-7b2bd40783f0 req-1c82caa6-5f99-4bed-85b2-4b22c1fb891f tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324845 Oct 11 20:55:02.531402 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37198fa7-cef0-40c5-a6aa-b08a8d0d632a req-da68e0fb-e7fc-4fda-b262-49e693d314eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:02.532838 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-37198fa7-cef0-40c5-a6aa-b08a8d0d632a req-da68e0fb-e7fc-4fda-b262-49e693d314eb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0377359 Oct 11 20:55:02.567402 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-37198fa7-cef0-40c5-a6aa-b08a8d0d632a req-8570a1a3-dcbf-4e76-a18e-8728c21c0160 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271556 Oct 11 20:55:03.563568 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a014c-f37b-4f7b-989d-5f2c787403a8 req-c3dd6eb7-437a-4c0d-9aa2-9532f7884e3f tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:03.565042 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d1a014c-f37b-4f7b-989d-5f2c787403a8 req-c3dd6eb7-437a-4c0d-9aa2-9532f7884e3f tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0495851 Oct 11 20:55:03.603891 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8d1a014c-f37b-4f7b-989d-5f2c787403a8 req-57f89428-323a-4c2a-ad7e-0db5cd575d83 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315607 Oct 11 20:55:04.717479 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5143-0029-46d2-bad3-c8d8ba0865d0 req-f7322674-b38e-4ad7-b63a-ec180b4926a3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:04.718930 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6c6e5143-0029-46d2-bad3-c8d8ba0865d0 req-f7322674-b38e-4ad7-b63a-ec180b4926a3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0474598 Oct 11 20:55:04.754741 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-6c6e5143-0029-46d2-bad3-c8d8ba0865d0 req-d85571d6-c5b4-4487-acdc-5346a851dad8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298269 Oct 11 20:55:04.868954 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe5d41-de53-462d-8554-d2dfe8507135 req-748049ab-e715-4450-9c20-6c7a12777cf5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:04.870403 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-affe5d41-de53-462d-8554-d2dfe8507135 req-748049ab-e715-4450-9c20-6c7a12777cf5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0519962 Oct 11 20:55:04.907547 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-affe5d41-de53-462d-8554-d2dfe8507135 req-103734bc-3e9b-4b36-b1fb-6147d1065007 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Oct 11 20:55:04.928875 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49298) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:55:05.007428 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aab37d2-b9db-4dd6-bc9f-91efeb33b1a7 tempest-TestShelveInstance-838961969 tempest-TestShelveInstance-838961969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:05.009584 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-3aab37d2-b9db-4dd6-bc9f-91efeb33b1a7 tempest-TestShelveInstance-838961969 tempest-TestShelveInstance-838961969-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1093 time: 0.0797310 Oct 11 20:55:05.012399 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49302) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:55:05.016520 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.v2.base [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Request body: {'floatingip': {'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'port_id': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 11 20:55:05.037869 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for floatingip, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:05.141942 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:05.240557 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_common [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Allocated IP 172.27.2.91 (d0e364b9-cedc-4d86-bd76-b46b3b2834a0/c9a428cf-c248-46de-943b-a05a95fb75fd/59de02f1-546b-4f91-98a7-ebb013c6962e) {{(pid=105805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 11 20:55:05.343582 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for port, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:05.375588 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755377379063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:05.410005 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Network d0e364b9-cedc-4d86-bd76-b46b3b2834a0 is already hosted by enough agents. {{(pid=105805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 11 20:55:05.416731 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.base_scheduler [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Resources bound (agent type, host, resource id): {{(pid=105805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 11 20:55:05.421177 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Received port after_create {{(pid=105805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 11 20:55:05.426943 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'Port': ['ID=59de02f1-546b-4f91-98a7-ebb013c6962e,revision_number=1']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:55:05.764293 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:05.827070 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:05.970755 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for port, precommit_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:05.975133 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25184943'] for port, after_update {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:06.043469 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event updated for resources: {'Port': ['ID=59de02f1-546b-4f91-98a7-ebb013c6962e,revision_number=2']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:55:06.053012 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-461462'] for floatingip, after_create {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:06.152280 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Floating IP e6c56f7b-0381-4420-95f9-f31c5cf0a957 associated. External IP: 172.27.2.91, port: bdc53fe2-9cb7-46a5-9415-418f18bf5b0e. Oct 11 20:55:06.350628 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Router 3769bff1-8331-4c59-b79c-eb0d7127f429 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:55:06.690350 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:55:06.700551 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] Sync routers for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:55:06.709148 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:06.709993 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:55:06.710632 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:55:06.735146 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-de4a991d-d24f-433f-890e-e25ff0f323f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7217648 Oct 11 20:55:06.735725 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:55:06.737988 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4a9d1-54d7-486c-ab45-70b02475b7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:55:06.775785 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ce7cc8-cbce-426d-9804-eff96673cdd5 x-openstack-request-id: req-03ce7cc8-cbce-426d-9804-eff96673cdd5 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:55:06.776085 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:55:06.776336 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03ce7cc8-cbce-426d-9804-eff96673cdd5 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:55:06.776730 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'status': 'completed', 'code': 200} Oct 11 20:55:06.820657 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:55:06.843378 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-cebba000-85b1-4c6c-a864-9c68fc2676b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:06.844873 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-cebba000-85b1-4c6c-a864-9c68fc2676b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0431461 Oct 11 20:55:06.933463 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-c34a1033-3ad4-4f90-8685-a6fae5366a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:06.934988 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-c34a1033-3ad4-4f90-8685-a6fae5366a17 service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0825109 Oct 11 20:55:07.003217 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-f3566d64-d27f-4ae0-bbf9-f51056fae719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 998 time: 0.0603304 Oct 11 20:55:07.039706 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'e6c56f7b-0381-4420-95f9-f31c5cf0a957', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'port_id': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'mac_address': 'fa:16:3e:16:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:55:05Z', 'updated_at': '2021-10-11T20:55:05Z', 'revision_number': 0, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:55:07.051218 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-ee3c0e98-a026-4b49-bbe1-8e2df86f24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:07.052693 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-ee3c0e98-a026-4b49-bbe1-8e2df86f24f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0428097 Oct 11 20:55:07.064753 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] Checking router: 3769bff1-8331-4c59-b79c-eb0d7127f429 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:55:07.073970 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:55:07.074600 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:54:51Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:55:07.097322 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-a4076e87-3470-40dd-9e4b-5d5bb5184977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:07.098828 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-a4076e87-3470-40dd-9e4b-5d5bb5184977 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396211 Oct 11 20:55:07.193156 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-8966d7f9-49e7-4eae-8741-93ff9398a6e3 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875125 Oct 11 20:55:07.284292 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-def4a9d1-54d7-486c-ab45-70b02475b7bf req-b317bd7a-2315-4e2e-b05c-4ea331e9d6ef service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843282 Oct 11 20:55:07.306265 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:55:07.524862 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'e6c56f7b-0381-4420-95f9-f31c5cf0a957', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'port_id': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'mac_address': 'fa:16:3e:16:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:55:05Z', 'updated_at': '2021-10-11T20:55:05Z', 'revision_number': 0, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:55:07.550443 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78750570-989b-46f8-b6b3-73cce498c926 None None] The sync data for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi is: [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_floatingips': [{'id': 'e6c56f7b-0381-4420-95f9-f31c5cf0a957', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'floating_ip_address': '172.27.2.91', 'floating_network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'router_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'port_id': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'mac_address': 'fa:16:3e:16:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-11T20:55:05Z', 'updated_at': '2021-10-11T20:55:05Z', 'revision_number': 0, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:55:07.676032 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-ef3b7ae4-1108-4e59-b536-da699cac94f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424199 Oct 11 20:55:07.746610 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de26b23-2f1d-48b8-9963-8319986f6011 None None] New status for floating IP e6c56f7b-0381-4420-95f9-f31c5cf0a957: ACTIVE {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:55:07.757492 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631107a5-46e1-4705-a148-1f3c31df311a req-0da2f267-fcea-41de-9e78-c00bfead98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:07.760230 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-0da2f267-fcea-41de-9e78-c00bfead98dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0435777 Oct 11 20:55:07.883679 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631107a5-46e1-4705-a148-1f3c31df311a req-ce02dab3-7f9d-46d0-9426-ef6ed91ca5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:07.885204 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-ce02dab3-7f9d-46d0-9426-ef6ed91ca5b8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0913653 Oct 11 20:55:07.954449 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-9199bea1-ade5-4b4d-a247-c43e1af481a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 998 time: 0.0619025 Oct 11 20:55:08.002542 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631107a5-46e1-4705-a148-1f3c31df311a req-32158c0c-322e-4979-888b-0dcab6a4e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:08.004020 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-32158c0c-322e-4979-888b-0dcab6a4e971 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0433381 Oct 11 20:55:08.052060 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631107a5-46e1-4705-a148-1f3c31df311a req-fc5eb838-8ab1-4945-a82e-e46c36c15c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:55:08.053766 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-fc5eb838-8ab1-4945-a82e-e46c36c15c9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431709 Oct 11 20:55:08.145093 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-d58276dc-a670-4686-b7c1-573acdfe7ab9 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842314 Oct 11 20:55:08.238259 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-631107a5-46e1-4705-a148-1f3c31df311a req-e3f0f799-b88f-4681-b75d-26cc39431e40 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Oct 11 20:55:17.960907 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ed053835-0db8-47a1-be2a-16980f2cc110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:20.796765 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b0ffe3f6-e6fd-48c9-9ade-a4dc75217271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:21.477703 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:21.909261 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:23.143949 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:26.776339 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:31.419836 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:55:47.961472 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-d7029cbb-b0a4-48f3-93d9-4eb99e49923a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:50.795964 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-967f1e70-5c8f-4d89-9171-3e3bacb0eb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:51.479461 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:51.911993 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:53.146031 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:55:56.768967 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:08.421576 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:56:08.676885 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-42b6fb57-bab5-448f-a36e-013e3f8580b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390134 Oct 11 20:56:08.754738 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-3dbbae89-233a-4e92-89d5-0b1f4fe5c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:56:08.756186 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-3dbbae89-233a-4e92-89d5-0b1f4fe5c91e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0389874 Oct 11 20:56:08.858658 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-3f8f8185-ac41-455b-a6aa-5a596e608a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:56:08.860090 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-3f8f8185-ac41-455b-a6aa-5a596e608a0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0845032 Oct 11 20:56:08.922345 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-a6c80a54-7e05-4866-880c-fb966e3b7905 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 1000 time: 0.0547898 Oct 11 20:56:08.969639 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-d062c4d0-2e1b-4ba8-ae07-4f36bd5cff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:56:08.970929 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-d062c4d0-2e1b-4ba8-ae07-4f36bd5cff4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0415165 Oct 11 20:56:09.017603 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-b12cbca5-03ac-4f6a-aaf7-a1b0438b8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:56:09.019047 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-b12cbca5-03ac-4f6a-aaf7-a1b0438b8e8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410759 Oct 11 20:56:09.105097 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-ce2f1dd1-62e3-43c4-ab7f-9a204ed09d85 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789654 Oct 11 20:56:09.194816 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-2d2870f1-5b52-4b82-8119-58032f1a3b33 req-550f4f31-0d4e-4ac6-9803-271c54aed2d8 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827301 Oct 11 20:56:17.964665 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-053bda74-6dd6-4838-98c4-b1f1ed4c2c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:20.796577 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-30408944-f2b9-4de7-be58-b6d42d5c1d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:21.481189 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:21.915873 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:23.148442 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:26.784385 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:45.422633 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:56:47.965086 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e634330a-9c62-4148-8d87-49fe0c44fd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:50.803644 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-89f41c13-19bd-440b-80ce-aa9a3c11c0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:51.481584 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:51.917440 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:53.151804 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:56:56.783333 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:02.225770 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eee413-a8c7-4dc1-91c8-9443e6f3b51e req-f69cf845-0d87-4e37-89d5-edef16adcdc0 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:02.227244 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-13eee413-a8c7-4dc1-91c8-9443e6f3b51e req-f69cf845-0d87-4e37-89d5-edef16adcdc0 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0490959 Oct 11 20:57:02.264810 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-13eee413-a8c7-4dc1-91c8-9443e6f3b51e req-d0a521cd-53cb-46a0-8454-35579a6d30b5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307193 Oct 11 20:57:03.398434 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7db9c-32b6-4e83-9a8b-038509606424 req-e94971e7-8918-4395-90b6-9373850f5b53 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:03.399852 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-60c7db9c-32b6-4e83-9a8b-038509606424 req-e94971e7-8918-4395-90b6-9373850f5b53 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0494342 Oct 11 20:57:03.437027 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-60c7db9c-32b6-4e83-9a8b-038509606424 req-0e73060b-c791-410a-bb82-dbde8992519d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307448 Oct 11 20:57:04.547394 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f62061-b78c-4003-8880-8e65815f630b req-52431475-a6fc-45bd-8dd1-bc0d7e5c3134 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:04.548845 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f7f62061-b78c-4003-8880-8e65815f630b req-52431475-a6fc-45bd-8dd1-bc0d7e5c3134 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0471125 Oct 11 20:57:04.585812 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-f7f62061-b78c-4003-8880-8e65815f630b req-c3d1e936-ed2f-4ff0-bbb9-7dab1159e6db tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312166 Oct 11 20:57:05.696591 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf115610-959b-41de-ae68-a51a41fcd0e5 req-c10d5f27-eaf2-494f-9775-d28b3bc1e3a5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:05.698631 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bf115610-959b-41de-ae68-a51a41fcd0e5 req-c10d5f27-eaf2-494f-9775-d28b3bc1e3a5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0472403 Oct 11 20:57:05.737556 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-bf115610-959b-41de-ae68-a51a41fcd0e5 req-8fb47e81-4e59-47b6-aba6-b0a366a3ebf4 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331521 Oct 11 20:57:06.854352 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4aae9-fd8c-43ce-a230-96ed6708d3cb req-f331e471-bdf2-4a01-86ca-9227f394bc47 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:06.856051 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d3e4aae9-fd8c-43ce-a230-96ed6708d3cb req-f331e471-bdf2-4a01-86ca-9227f394bc47 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Oct 11 20:57:06.895422 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d3e4aae9-fd8c-43ce-a230-96ed6708d3cb req-a5e7b535-62ff-4797-96c7-6389acb4ac64 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335109 Oct 11 20:57:08.010381 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407c31-313d-4fbd-bd7e-7c3d52effa63 req-c631ae7f-88de-4759-b6b9-caa566e3f234 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:08.011861 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e7407c31-313d-4fbd-bd7e-7c3d52effa63 req-c631ae7f-88de-4759-b6b9-caa566e3f234 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0498574 Oct 11 20:57:08.048216 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-e7407c31-313d-4fbd-bd7e-7c3d52effa63 req-61d4e5ed-0b92-4649-8715-0ee36e653950 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305500 Oct 11 20:57:09.161656 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587bd0-f05c-4080-9ca2-3fa5458b23b6 req-aa22bc0c-983e-45c1-93f2-2d2d7797e374 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:09.163134 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d587bd0-f05c-4080-9ca2-3fa5458b23b6 req-aa22bc0c-983e-45c1-93f2-2d2d7797e374 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Oct 11 20:57:09.199687 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4d587bd0-f05c-4080-9ca2-3fa5458b23b6 req-924b2955-2817-41a1-840a-6d1c67fa64c3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305622 Oct 11 20:57:09.700923 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-10c9cf7d-1636-4c89-a3ab-6b8bc2b24333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:09.702383 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-10c9cf7d-1636-4c89-a3ab-6b8bc2b24333 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0397348 Oct 11 20:57:10.064871 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-a4fc5917-2971-4ed8-ab82-15ff9d060f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:10.066253 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-a4fc5917-2971-4ed8-ab82-15ff9d060f1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.3457770 Oct 11 20:57:10.130320 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-3aec41c9-7179-4a13-bd70-bff59730f857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 1000 time: 0.0561860 Oct 11 20:57:10.182002 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-947102f5-9dc5-4b01-ae17-8029e0acda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:10.183394 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-947102f5-9dc5-4b01-ae17-8029e0acda86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0460384 Oct 11 20:57:10.227063 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-8cfb47a3-ea6a-45a2-9ff3-becc3f14feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:10.229356 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-8cfb47a3-ea6a-45a2-9ff3-becc3f14feab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385649 Oct 11 20:57:10.312327 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c9c0e-3944-4a1e-8e4f-27e291806b0b req-1789b7c3-f5d7-47e0-b3cd-3d4ce80ade8f tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:10.313875 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-123c9c0e-3944-4a1e-8e4f-27e291806b0b req-1789b7c3-f5d7-47e0-b3cd-3d4ce80ade8f tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Oct 11 20:57:10.328476 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-1ca7b1b6-4f3b-4fda-b455-38285ec40cd6 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886681 Oct 11 20:57:10.355060 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-123c9c0e-3944-4a1e-8e4f-27e291806b0b req-9e2e362b-14a4-4083-be68-28a6808503b0 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Oct 11 20:57:10.419529 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a95dc6bc-fd36-4552-a1e0-a148f1b05637 req-438d7a29-9ba5-4ab8-896e-b4a8dc5396a5 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812051 Oct 11 20:57:11.466771 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30aa56-b0ca-48ea-bcba-ecbc0d512eeb req-d3668a45-556e-4317-bd11-f505bed842a8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:11.468210 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eb30aa56-b0ca-48ea-bcba-ecbc0d512eeb req-d3668a45-556e-4317-bd11-f505bed842a8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0480931 Oct 11 20:57:11.505631 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-eb30aa56-b0ca-48ea-bcba-ecbc0d512eeb req-1572290d-ae84-46f0-a483-dd6398726817 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315907 Oct 11 20:57:12.394654 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100dc-a4d6-46b4-8117-e8817276a95d req-b14beca9-30e6-49d0-bc67-15f550f12718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:12.396021 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152100dc-a4d6-46b4-8117-e8817276a95d req-b14beca9-30e6-49d0-bc67-15f550f12718 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0429237 Oct 11 20:57:12.481440 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100dc-a4d6-46b4-8117-e8817276a95d req-d565fb85-5823-4f97-8b01-7da1c8dc6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:12.482853 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152100dc-a4d6-46b4-8117-e8817276a95d req-d565fb85-5823-4f97-8b01-7da1c8dc6aa3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0798399 Oct 11 20:57:12.549343 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152100dc-a4d6-46b4-8117-e8817276a95d req-6d1d3281-5d97-49c6-840e-5f94691c76cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 1000 time: 0.0581169 Oct 11 20:57:12.598726 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100dc-a4d6-46b4-8117-e8817276a95d req-4dbda7c0-692e-4ade-b203-ec46414fd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:12.600413 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152100dc-a4d6-46b4-8117-e8817276a95d req-4dbda7c0-692e-4ade-b203-ec46414fd235 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0430300 Oct 11 20:57:12.617594 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71858-c5eb-415d-baf5-30ed83b36ea9 req-9337c2ff-8947-4c95-ac04-e99898bf13dd tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:12.619831 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8fe71858-c5eb-415d-baf5-30ed83b36ea9 req-9337c2ff-8947-4c95-ac04-e99898bf13dd tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0485301 Oct 11 20:57:12.646503 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152100dc-a4d6-46b4-8117-e8817276a95d req-f72429f0-e528-41bb-9dd5-ae5c73c379cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:12.647887 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152100dc-a4d6-46b4-8117-e8817276a95d req-f72429f0-e528-41bb-9dd5-ae5c73c379cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407181 Oct 11 20:57:12.660481 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-8fe71858-c5eb-415d-baf5-30ed83b36ea9 req-745d5c35-76b6-4cd0-ad84-c2671675031a tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Oct 11 20:57:12.739852 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152100dc-a4d6-46b4-8117-e8817276a95d req-1036b0fc-4855-4cd1-a3d4-d9c3e12a45da service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Oct 11 20:57:12.826562 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-152100dc-a4d6-46b4-8117-e8817276a95d req-1c7943a1-9b4a-47dd-b002-152e3105aa61 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799370 Oct 11 20:57:13.791394 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf106-c3ce-43e2-bcd8-707c8c1d14f0 req-a89a9aea-a84e-40fc-9747-14701dc606be tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:13.793293 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-274bf106-c3ce-43e2-bcd8-707c8c1d14f0 req-a89a9aea-a84e-40fc-9747-14701dc606be tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0575387 Oct 11 20:57:13.831883 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-274bf106-c3ce-43e2-bcd8-707c8c1d14f0 req-6d6fe69e-e924-41b6-9e73-f43e5f73fae5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324852 Oct 11 20:57:14.944149 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34980367-d53a-4271-8d24-c31d75887679 req-caf9c73a-feac-4039-bd3a-a4377cd1bda7 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:14.945591 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-34980367-d53a-4271-8d24-c31d75887679 req-caf9c73a-feac-4039-bd3a-a4377cd1bda7 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0480878 Oct 11 20:57:14.983439 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-34980367-d53a-4271-8d24-c31d75887679 req-763c9a3c-d1c9-4adc-9767-5a4546329d10 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320258 Oct 11 20:57:15.144572 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [req-ddfe23c1-627c-442e-a232-66c591c04ec8 req-3621b983-6ffb-4f16-95d3-d8024413d4ad service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=105804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 11 20:57:15.145593 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ddfe23c1-627c-442e-a232-66c591c04ec8 req-3621b983-6ffb-4f16-95d3-d8024413d4ad service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0996687 Oct 11 20:57:15.296618 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c0be1-1aa0-465f-ba76-4471d6b6648d req-86961fff-ca75-488b-8ca0-500422e3f909 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:15.298102 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-409c0be1-1aa0-465f-ba76-4471d6b6648d req-86961fff-ca75-488b-8ca0-500422e3f909 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0498040 Oct 11 20:57:15.326747 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-1cafebfb-093c-481e-96c4-1e0430ec1ff2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001401 Oct 11 20:57:15.336033 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-409c0be1-1aa0-465f-ba76-4471d6b6648d req-9250c912-9f66-4db2-be72-2b60c633d9f5 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320630 Oct 11 20:57:16.476615 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25483ae-2c2a-40ca-a3ce-40ae7cdeeb44 req-2dc7553f-e0bd-42eb-a9f0-908deb74ac5f tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:16.478068 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d25483ae-2c2a-40ca-a3ce-40ae7cdeeb44 req-2dc7553f-e0bd-42eb-a9f0-908deb74ac5f tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0768871 Oct 11 20:57:16.480729 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-98907502-1886-45c6-839a-1f9d7617490a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:16.482053 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-98907502-1886-45c6-839a-1f9d7617490a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8&tenant_id=fdf8e9289ff34ae999163ea9fc76ae03 HTTP/1.1" status: 200 len: 1098 time: 0.0714190 Oct 11 20:57:16.542877 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-d25483ae-2c2a-40ca-a3ce-40ae7cdeeb44 req-a8925128-d1da-44bc-9621-edc9f7c7a4c6 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588675 Oct 11 20:57:16.555151 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-d07f61cd-360e-4330-8fea-19a6c373140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:16.556585 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-d07f61cd-360e-4330-8fea-19a6c373140d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0515587 Oct 11 20:57:16.647691 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-06bc4c93-969d-42c5-98e0-7308e69abcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:16.649045 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-06bc4c93-969d-42c5-98e0-7308e69abcd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0853388 Oct 11 20:57:16.715709 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-4e39e05c-0edf-4f03-ac05-daa3e72ceb2d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 1000 time: 0.0598834 Oct 11 20:57:16.763702 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-13672a65-8c23-425c-b86d-da39133706d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:16.765096 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-13672a65-8c23-425c-b86d-da39133706d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0427406 Oct 11 20:57:16.809136 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-6a1f289a-188d-45f2-827e-53d3a80d0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:16.810568 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-6a1f289a-188d-45f2-827e-53d3a80d0869 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384312 Oct 11 20:57:16.900235 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-e8203e68-308a-42ba-b454-b854effebf43 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818324 Oct 11 20:57:16.987549 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-0fd9d6a7-c8b5-438f-8fa2-5634758c00c4 req-cc3fa7a2-23d5-4326-9e4b-6b998c0bb507 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802116 Oct 11 20:57:17.656034 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294efe30-9b3c-4a3b-a145-a1c4d6f899c7 req-d5af62d2-0d9e-43c9-b8ea-f4fcd6b67903 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:17.657462 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-294efe30-9b3c-4a3b-a145-a1c4d6f899c7 req-d5af62d2-0d9e-43c9-b8ea-f4fcd6b67903 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0486662 Oct 11 20:57:17.699069 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-294efe30-9b3c-4a3b-a145-a1c4d6f899c7 req-583fbcfd-5823-45aa-94f2-9be605691907 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350194 Oct 11 20:57:17.965917 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-687343d6-d21c-409b-b03a-1930f0862958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:18.813803 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e14134-b4dd-4cf2-ae9b-b450e46e571e req-5105e03f-9251-405a-9b62-d6ee8e932bb3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:18.815257 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-76e14134-b4dd-4cf2-ae9b-b450e46e571e req-5105e03f-9251-405a-9b62-d6ee8e932bb3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0518119 Oct 11 20:57:18.823568 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device bdc53fe2-9cb7-46a5-9415-418f18bf5b0e no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:57:18.854153 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-76e14134-b4dd-4cf2-ae9b-b450e46e571e req-d52d9bdc-0fa1-4889-9f8c-c596a961ab2a tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Oct 11 20:57:18.897913 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:18.922514 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:57:18.924941 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5494c986-3f26-41e5-a5e9-a35b3e0b58e5" -d '{"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:57:18.937236 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:57:18.942668 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:18.968028 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Oct 2021 20:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f6512-3fac-49f9-8b7c-74643fb0416d x-openstack-request-id: req-886f6512-3fac-49f9-8b7c-74643fb0416d {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:57:18.968655 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-unplugged", "status": "completed", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:57:18.968655 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-886f6512-3fac-49f9-8b7c-74643fb0416d {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:57:18.968908 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'code': 200} Oct 11 20:57:18.991965 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=6']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:57:18.998895 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:18.999237 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:18.999592 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:18.999916 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.000236 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.000556 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.000872 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.001187 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.001500 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.001813 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.002124 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.002432 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:57:19.966365 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4967-4b97-4b69-90ea-b45470e7400a req-185901b9-8e9e-492a-8de9-3ff2e4592aca tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:19.967841 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ef3b4967-4b97-4b69-90ea-b45470e7400a req-185901b9-8e9e-492a-8de9-3ff2e4592aca tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0483172 Oct 11 20:57:20.004735 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-ef3b4967-4b97-4b69-90ea-b45470e7400a req-6e6371c8-453b-45c3-ab73-48bb4faeb7f3 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311942 Oct 11 20:57:20.794280 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-c7d38628-8493-4fdb-9c75-96e0af83088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:21.119920 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2550a75-b3dc-4faf-b1dd-4c6c9f5727ad req-2d86ad96-7650-4415-88ff-d1d1a4712093 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:21.121617 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c2550a75-b3dc-4faf-b1dd-4c6c9f5727ad req-2d86ad96-7650-4415-88ff-d1d1a4712093 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0491321 Oct 11 20:57:21.159595 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c2550a75-b3dc-4faf-b1dd-4c6c9f5727ad req-b1ba3d88-1c9e-4d8b-a15f-7589f37bd605 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320861 Oct 11 20:57:21.483751 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:21.920317 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:22.269741 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540bd8a-7ec5-47f8-95cd-a5ae1e7f8202 req-24882c6e-d729-4eb0-8c44-cfb9690dbbf2 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:22.271190 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a540bd8a-7ec5-47f8-95cd-a5ae1e7f8202 req-24882c6e-d729-4eb0-8c44-cfb9690dbbf2 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0467997 Oct 11 20:57:22.308340 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-a540bd8a-7ec5-47f8-95cd-a5ae1e7f8202 req-fe704db6-cba0-48fd-874e-d0429cf749f7 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306740 Oct 11 20:57:22.424638 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:57:22.964562 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c5dbc-ad0c-4bbf-a160-99ff84d185c4 req-d13f9390-7465-4be4-a1db-85e27ce39c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:22.965982 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e02c5dbc-ad0c-4bbf-a160-99ff84d185c4 req-d13f9390-7465-4be4-a1db-85e27ce39c53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1096 time: 0.0422492 Oct 11 20:57:22.999723 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-e02c5dbc-ad0c-4bbf-a160-99ff84d185c4 req-7d092f95-763f-4e5b-be65-38884db6d192 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267243 Oct 11 20:57:23.154719 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:23.419694 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c93d27-9332-4935-b725-a6916940fba7 req-6633cf35-3afd-4c45-a529-419aed9f0bea tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:23.421129 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23c93d27-9332-4935-b725-a6916940fba7 req-6633cf35-3afd-4c45-a529-419aed9f0bea tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0474772 Oct 11 20:57:23.457568 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-23c93d27-9332-4935-b725-a6916940fba7 req-5fea701d-6b9e-4863-b2cf-800a9edca952 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306373 Oct 11 20:57:24.569727 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b03211-6f15-43ee-aed0-732f15c2873c req-8f7c3154-13e3-4de0-802f-3cd9b64119a0 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:57:24.571196 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17b03211-6f15-43ee-aed0-732f15c2873c req-8f7c3154-13e3-4de0-802f-3cd9b64119a0 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 943 time: 0.0484314 Oct 11 20:57:24.609403 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-17b03211-6f15-43ee-aed0-732f15c2873c req-e0308f66-2b1b-4c5b-815e-d44b4db012ab tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316129 Oct 11 20:57:24.837478 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device bdc53fe2-9cb7-46a5-9415-418f18bf5b0e details requested by agent hyperv_hv-cinder-81353 with host hv-cinder-81353 {{(pid=105806) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 11 20:57:24.930343 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:57:24.941423 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Returning: {'device': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'port_id': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'mac_address': 'fa:16:3e:16:b7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105806) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 11 20:57:24.978365 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:24.990576 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc53fe2-9cb7-46a5-9415-418f18bf5b0e {{(pid=105806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 11 20:57:25.008480 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:57:25.013267 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:25.058699 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=7']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:57:25.247118 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] get_ports_and_sgs() called for port_ids ['bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'] {{(pid=105806) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 11 20:57:26.802876 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:26.871270 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device bdc53fe2-9cb7-46a5-9415-418f18bf5b0e up at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 11 20:57:26.920163 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.provisioning_blocks [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Provisioning complete for port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e triggered by entity L2. {{(pid=105806) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 11 20:57:26.920526 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1511315'] for port, provisioning_complete {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:26.993739 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-650005'] for port, before_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:27.015533 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'}] {{(pid=105806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:57:27.017741 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e98e9549cccbdc57153626c7a9855f526f692ae4a4bfb48c3a0f947d759f54a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a3dcd-6d72-4ca6-8ed9-33fa485fa6b1" -d '{"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-plugged", "status": "completed", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e"}]}' {{(pid=105806) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:57:27.029932 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.db [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:57:27.034660 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755377833750', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755377377293', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755377377311'] for port, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:27.058384 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc0f72-f961-4a3b-8c51-0bc4bba6a0ea x-openstack-request-id: req-20fc0f72-f961-4a3b-8c51-0bc4bba6a0ea {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:57:27.058701 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-plugged", "status": "completed", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e", "code": 200}]} {{(pid=105806) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:57:27.058955 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20fc0f72-f961-4a3b-8c51-0bc4bba6a0ea {{(pid=105806) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:57:27.059342 dv-cinder-813532-1-iscsi neutron-server[105806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'code': 200} Oct 11 20:57:27.084273 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Pushing event updated for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=8']} {{(pid=105806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:57:47.966815 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0f669c03-f450-4533-8cb0-22eaf3babbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:50.795117 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-6e2f80b2-729d-456a-a6de-a67bb7758962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:51.485791 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:51.923622 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:53.158438 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:56.805514 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:57:59.427582 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:58:10.672224 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-59ed9717-9917-4a26-9662-f2c2f1b5dc86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381181 Oct 11 20:58:10.755494 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-028f787e-79a9-467c-9f00-ee2411f10e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:10.756967 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-028f787e-79a9-467c-9f00-ee2411f10e3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0436597 Oct 11 20:58:10.858083 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-e6576efc-e712-43cc-8b24-3045bc2563c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:10.859523 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-e6576efc-e712-43cc-8b24-3045bc2563c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0838652 Oct 11 20:58:10.925072 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-bdccda50-5d81-419c-8de1-d7be757b0e77 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 1000 time: 0.0588567 Oct 11 20:58:10.972701 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-c19bf17b-8167-44b2-930d-6899a2af23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:10.974353 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-c19bf17b-8167-44b2-930d-6899a2af23ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0417233 Oct 11 20:58:11.018234 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-9769736a-763f-4057-add4-29c9712536de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:11.019683 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-9769736a-763f-4057-add4-29c9712536de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370693 Oct 11 20:58:11.110434 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-b70e61aa-5ef2-4c88-969f-ff17f8f1df7b service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833571 Oct 11 20:58:11.199369 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-652d1e3f-647e-4dcf-8f7c-842264af21a0 req-92eb84af-ae52-4423-8644-a782c0e71b04 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815208 Oct 11 20:58:17.966939 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-5a2a86e2-e691-44ea-b45a-ace7d42ae5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:20.795274 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-142fa87d-667d-474a-a1e7-717b7b8470f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:21.480452 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:21.926553 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:23.161097 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:26.810548 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:36.429752 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:58:36.986497 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49438) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:37.138764 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Deleting port 59de02f1-546b-4f91-98a7-ebb013c6962e {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:37.139103 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:37.214311 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:37.214660 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:37.226031 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Calling delete_port for 59de02f1-546b-4f91-98a7-ebb013c6962e owned by network:floatingip {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:37.371479 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:37.395929 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event deleted for resources: {'Port': ['ID=59de02f1-546b-4f91-98a7-ebb013c6962e,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:37.421247 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.421590 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.421933 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.422263 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.422624 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.422953 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.423273 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.423589 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.423907 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.424219 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.424532 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.424843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:37.462446 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for floatingip, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:37.462795 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.db.l3_db [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Floating IP e6c56f7b-0381-4420-95f9-f31c5cf0a957 disassociated (deleted). External IP: 172.27.2.91, port: bdc53fe2-9cb7-46a5-9415-418f18bf5b0e. Oct 11 20:58:37.663573 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Router 3769bff1-8331-4c59-b79c-eb0d7127f429 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:58:37.773119 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:58:37.778751 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for floatingip, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:37.783570 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] Sync routers for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:58:37.793473 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:58:37.794146 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:58:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:37.805150 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-b8080309-a077-48aa-8bc0-ea10ec95378d tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "DELETE /v2.0/floatingips/e6c56f7b-0381-4420-95f9-f31c5cf0a957 HTTP/1.1" status: 204 len: 168 time: 0.8175857 Oct 11 20:58:37.805843 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'}] {{(pid=105805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:58:37.808385 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2e6bb720a313ff45412b92ba6d7189321d535e95b1ddc2d899e7562ae6b01c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e"}]}' {{(pid=105805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:58:37.906324 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:58:37.944631 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Oct 2021 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9a6629-526d-4341-9974-ad7dc0cbe501 x-openstack-request-id: req-cd9a6629-526d-4341-9974-ad7dc0cbe501 {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:58:37.944631 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e", "status": "completed", "code": 200}]} {{(pid=105805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:58:37.944959 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd9a6629-526d-4341-9974-ad7dc0cbe501 {{(pid=105805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:58:37.945210 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'status': 'completed', 'code': 200} Oct 11 20:58:38.007367 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-412523e6-7743-4f5f-a1fe-49bd8ae11c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:38.009499 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-412523e6-7743-4f5f-a1fe-49bd8ae11c84 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 1098 time: 0.0415349 Oct 11 20:58:38.053426 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161b483-23ca-4d0a-b969-71d3930469ad req-11c3b727-a734-4080-b6d6-51ad04994eea tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:38.055884 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c161b483-23ca-4d0a-b969-71d3930469ad req-11c3b727-a734-4080-b6d6-51ad04994eea tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0538621 Oct 11 20:58:38.095651 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [req-c161b483-23ca-4d0a-b969-71d3930469ad req-95d08f37-43aa-4d77-ad61-1d874d4897fa tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Oct 11 20:58:38.109567 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-8db0ebe6-af05-4858-b7cb-c8c48da59b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:38.111086 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-8db0ebe6-af05-4858-b7cb-c8c48da59b0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 200 len: 910 time: 0.0940621 Oct 11 20:58:38.132968 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:38.153924 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-b7d46e37-0794-4cac-904e-6d6a6c818ea3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 200 len: 217 time: 0.0351617 Oct 11 20:58:38.160761 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] Checking router: 3769bff1-8331-4c59-b79c-eb0d7127f429 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:58:38.169648 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:58:38.170240 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:58:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:38.207985 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-0dc0d566-55ec-4a82-8989-d0a1a2b1535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:38.209341 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-0dc0d566-55ec-4a82-8989-d0a1a2b1535e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 200 len: 848 time: 0.0462778 Oct 11 20:58:38.257316 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-42ac01fe-f4f9-44eb-a1a0-0be30355c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:38.258882 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-42ac01fe-f4f9-44eb-a1a0-0be30355c79f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=86040aa2-fcc5-4e4f-9ea2-1f026af499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420659 Oct 11 20:58:38.355119 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-2317ab25-5487-4b0c-8b79-358d258b209e service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886271 Oct 11 20:58:38.400510 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:58:38.445148 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-fd6af35e-2ffd-494d-9d12-1fac5ceb2f7f req-65489e2b-0a6f-4798-ae13-72b2c9f93d79 service neutron] 10.222.0.46 "GET /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814850 Oct 11 20:58:38.593912 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:38.623147 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a860515-37f6-41a0-bd67-7e8713eb561d None None] The sync data for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi is: [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:54:24Z', 'revision_number': 4, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi', '_interfaces': [{'id': '7ac0406d-fce6-453e-be1d-46659c5e5a15', 'name': '', 'network_id': '86040aa2-fcc5-4e4f-9ea2-1f026af499c5', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'mac_address': 'fa:16:3e:00:ee:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:23Z', 'updated_at': '2021-10-11T20:54:28Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'subnets': [{'id': '49f2e39b-5711-4359-b0bb-47ab53c4e320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:58:38.823498 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a22f25-d97c-4e58-91f0-38604ca63626 None None] New status for floating IP e6c56f7b-0381-4420-95f9-f31c5cf0a957: DOWN {{(pid=105807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 11 20:58:39.212638 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5fd3dc-2f1e-46a1-97fa-d35af9c1e4ca req-5f0c850b-2a56-46c5-ab03-7fc6147253b8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:39.214148 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4a5fd3dc-2f1e-46a1-97fa-d35af9c1e4ca req-5f0c850b-2a56-46c5-ab03-7fc6147253b8 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0485618 Oct 11 20:58:39.251336 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-4a5fd3dc-2f1e-46a1-97fa-d35af9c1e4ca req-8ceae081-e892-4612-9a31-d34679f25a08 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/security-groups?id=380cc044-c193-4765-8327-7faac815b539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314283 Oct 11 20:58:39.492904 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-9b5ceb15-d65a-49d3-a9ea-b8535748d855 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 11 20:58:39.494310 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-9b5ceb15-d65a-49d3-a9ea-b8535748d855 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.46 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 945 time: 0.0507557 Oct 11 20:58:39.578319 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Deleting port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:39.578684 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:39.669186 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] For port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e, host hv-cinder-81353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81353',level=0,port_id=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:58:39.669546 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:39.681425 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Calling delete_port for bdc53fe2-9cb7-46a5-9415-418f18bf5b0e owned by compute:nova {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:39.804355 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:39.831934 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event deleted for resources: {'Port': ['ID=bdc53fe2-9cb7-46a5-9415-418f18bf5b0e,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:39.857289 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.857640 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.857979 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.858314 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.858678 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.859010 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.859332 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.859652 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.859972 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.860291 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.860608 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.860921 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813532-1-iscsi {{(pid=105804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 11 20:58:39.881596 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] No DVR routers for this DVR port bdc53fe2-9cb7-46a5-9415-418f18bf5b0e on host hv-cinder-81353 {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:58:39.883942 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77687'] for port, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:39.888237 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-b95e1e91-9199-4820-bd70-69deb7e76251 req-2987af32-ac34-4928-b70e-9c16955ec44c tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.46 "DELETE /v2.0/ports/bdc53fe2-9cb7-46a5-9415-418f18bf5b0e HTTP/1.1" status: 204 len: 173 time: 0.3881249 Oct 11 20:58:39.888710 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-deleted', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e'}] {{(pid=105804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 11 20:58:39.891405 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bdc3cd3993d36d41e0c246942eab6adf8ba0b41531855f9241ef478ba7cc4e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8066c0-d8b6-4226-9363-c723be6e84c1" -d '{"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-deleted", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e"}]}' {{(pid=105804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 11 20:58:39.927609 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Oct 2021 20:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5d9a7-ed51-40b9-965a-153b4463ee8f x-openstack-request-id: req-86a5d9a7-ed51-40b9-965a-153b4463ee8f {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 11 20:58:39.927913 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb81c44-b8cf-4a34-ae77-830406f58ff8", "name": "network-vif-deleted", "tag": "bdc53fe2-9cb7-46a5-9415-418f18bf5b0e", "status": "completed", "code": 200}]} {{(pid=105804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 11 20:58:39.928167 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86a5d9a7-ed51-40b9-965a-153b4463ee8f {{(pid=105804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 11 20:58:39.928552 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb81c44-b8cf-4a34-ae77-830406f58ff8', 'name': 'network-vif-deleted', 'tag': 'bdc53fe2-9cb7-46a5-9415-418f18bf5b0e', 'status': 'completed', 'code': 200} Oct 11 20:58:40.367453 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [req-32738955-9891-4ebf-83ab-60a86c0b3dd6 req-7c8b8a78-8e5e-417a-b385-6e308a43bf85 tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "GET /v2.0/ports?device_id=bcb81c44-b8cf-4a34-ae77-830406f58ff8 HTTP/1.1" status: 200 len: 210 time: 0.0262635 Oct 11 20:58:41.423002 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49466) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:41.479611 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-413fed75-9e28-4432-90cb-dcf9593c72fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:41.506990 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-413fed75-9e28-4432-90cb-dcf9593c72fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:41.566301 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-413fed75-9e28-4432-90cb-dcf9593c72fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:41.568976 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-413fed75-9e28-4432-90cb-dcf9593c72fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:41.570106 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-413fed75-9e28-4432-90cb-dcf9593c72fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] 10.222.0.43 "DELETE /v2.0/security-groups/380cc044-c193-4765-8327-7faac815b539 HTTP/1.1" status: 204 len: 168 time: 0.1461186 Oct 11 20:58:41.580751 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fed75-9e28-4432-90cb-dcf9593c72fe tempest-TestShelveInstance-70799179 tempest-TestShelveInstance-70799179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=380cc044-c193-4765-8327-7faac815b539,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:41.615484 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49470) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:41.956230 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:42.191742 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Deleting port 7ac0406d-fce6-453e-be1d-46659c5e5a15 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:42.192078 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:42.270121 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] For port 7ac0406d-fce6-453e-be1d-46659c5e5a15, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=7ac0406d-fce6-453e-be1d-46659c5e5a15,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:58:42.270393 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:42.282710 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Calling delete_port for 7ac0406d-fce6-453e-be1d-46659c5e5a15 owned by network:router_interface {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:42.454155 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:42.484825 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac0406d-fce6-453e-be1d-46659c5e5a15,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:42.636311 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:42.839910 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Router 3769bff1-8331-4c59-b79c-eb0d7127f429 has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:58:42.945287 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:58:42.950984 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-ab74a058-e1a3-4fb8-9f6f-187238e17127 admin admin] 10.222.0.43 "PUT /v2.0/routers/3769bff1-8331-4c59-b79c-eb0d7127f429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3344719 Oct 11 20:58:42.953421 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49472) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:42.956112 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] Sync routers for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:58:42.965991 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:58:42.966616 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:58:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:43.054260 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks [] for router, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.068995 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:58:43.249361 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:58:42Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:43.275381 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] Checking router: 3769bff1-8331-4c59-b79c-eb0d7127f429 for host: dv-cinder-813532-1-iscsi {{(pid=105806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:58:43.284581 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] Routers {'3769bff1-8331-4c59-b79c-eb0d7127f429'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:58:43.285182 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:58:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['3769bff1-8331-4c59-b79c-eb0d7127f429'], 'active': True} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:43.325654 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device bdc53fe2-9cb7-46a5-9415-418f18bf5b0e no longer exists at agent hyperv_hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:58:43.351606 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] No Port match for: bdc53fe2-9cb7-46a5-9415-418f18bf5b0e {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:58:43.352021 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Device bdc53fe2-9cb7-46a5-9415-418f18bf5b0e not bound to the agent host hv-cinder-81353 {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:58:43.383361 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.417305 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_dvr_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] Set router 3769bff1-8331-4c59-b79c-eb0d7127f429 gateway port host: dv-cinder-813532-1-iscsi {{(pid=105806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:58:43.436738 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Deleting port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:43.437078 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.516906 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] For port 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:58:43.517268 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.528963 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Calling delete_port for 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 owned by network:router_gateway {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:43.590832 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.db.l3_hamode_db [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:58:42Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:43.616674 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c42c91f-c26b-4536-af60-4b00ffded436 None None] The sync data for ids ['3769bff1-8331-4c59-b79c-eb0d7127f429'] in dv-cinder-813532-1-iscsi is: [{'id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'name': 'tempest-TestShelveInstance-1134726801-router', 'tenant_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:21Z', 'updated_at': '2021-10-11T20:58:42Z', 'revision_number': 5, 'project_id': 'fdf8e9289ff34ae999163ea9fc76ae03', 'gw_port': {'id': '8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:b8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3769bff1-8331-4c59-b79c-eb0d7127f429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:22Z', 'updated_at': '2021-10-11T20:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:58:43.695408 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.719676 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:43.778154 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.862954 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.864956 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.909702 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.910284 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3769bff1-8331-4c59-b79c-eb0d7127f429 {{(pid=105805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:58:43.914679 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] Notify callbacks [] for router, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:43.915695 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-0223fa5b-e199-46f3-810a-30e5e14b418b admin admin] 10.222.0.43 "DELETE /v2.0/routers/3769bff1-8331-4c59-b79c-eb0d7127f429 HTTP/1.1" status: 204 len: 168 time: 0.9613714 Oct 11 20:58:43.918893 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49474) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:43.962363 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.db_base_plugin_v2 [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] Deleting subnet 49f2e39b-5711-4359-b0bb-47ab53c4e320 {{(pid=105805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:58:43.966077 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.001476 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25742917'] for subnet, precommit_delete_associations {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.083463 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.136316 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25184921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25949141'] for subnet, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.162039 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49f2e39b-5711-4359-b0bb-47ab53c4e320,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:44.168372 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for subnet, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.171609 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-21911663-f3da-4ff3-bd96-da82ad052f35 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/49f2e39b-5711-4359-b0bb-47ab53c4e320 HTTP/1.1" status: 204 len: 168 time: 0.2517653 Oct 11 20:58:44.174070 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [-] (105805) accepted ('10.222.0.43', 49476) {{(pid=105805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:44.174723 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee23ebcf-8170-4ce5-adb2-b34e7be49f96 None None] Network 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:58:44.250047 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.303670 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Deleting port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 {{(pid=105805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:44.304012 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.365497 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.db [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] For port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=062a2777-bbd3-4fc3-b5c1-64f88d5c33a2,segment=NetworkSegment(9af798f1-83ea-4d0d-9b02-853965e6184a),segment_id=9af798f1-83ea-4d0d-9b02-853965e6184a)] {{(pid=105805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:58:44.365852 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.377518 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Calling delete_port for 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 owned by network:dhcp {{(pid=105805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:44.456242 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25184950'] for port, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.481268 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=062a2777-bbd3-4fc3-b5c1-64f88d5c33a2,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:44.484877 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] No DVR routers for this DVR port 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 on host dv-cinder-813532-1-iscsi {{(pid=105805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:58:44.554818 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.575298 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86040aa2-fcc5-4e4f-9ea2-1f026af499c5']}} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:44.585708 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af798f1-83ea-4d0d-9b02-853965e6184a') {'for_net_delete': True} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:44.586009 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.services.segments.db [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af798f1-83ea-4d0d-9b02-853965e6184a') {} {{(pid=105805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:44.596163 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25742926'] for segment, before_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.617208 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f51a8-2e51-4943-837a-7d22bd14f21d None None] DHCP port deletion for 86040aa2-fcc5-4e4f-9ea2-1f026af499c5 request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:58:44.618831 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.628244 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=105805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:58:44.628960 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25185095'] for segment, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: Traceback (most recent call last): Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: timer() Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: cb(*args, **kw) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: return func(*args, **kwargs) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: self._notify() Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: self.callback(batched_events) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: event.method(event) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: return f(self, *a, **k) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._get(url).json() Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: return self.request(url, 'GET', **kwargs) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:58:44.631149 dv-cinder-813532-1-iscsi neutron-server[105805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:58:44.679073 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 7ac0406d-fce6-453e-be1d-46659c5e5a15 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:58:44.687118 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.692345 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron_lib.callbacks.manager [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:44.695687 dv-cinder-813532-1-iscsi neutron-server[105805]: INFO neutron.wsgi [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] 10.222.0.43 "DELETE /v2.0/networks/86040aa2-fcc5-4e4f-9ea2-1f026af499c5 HTTP/1.1" status: 204 len: 168 time: 0.5203967 Oct 11 20:58:44.699314 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49478) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:44.701553 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 7ac0406d-fce6-453e-be1d-46659c5e5a15 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:58:44.701960 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 7ac0406d-fce6-453e-be1d-46659c5e5a15 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:58:44.702440 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:58:44.709170 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7a855-c629-41ff-bc87-bf8168375a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=86040aa2-fcc5-4e4f-9ea2-1f026af499c5,revision_number=None']} {{(pid=105805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:44.725520 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:58:44.725847 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 8b80dbe4-3506-4899-8fbd-07eb4fa9d2d8 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:58:44.726251 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:58:44.745042 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:58:44.745367 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 062a2777-bbd3-4fc3-b5c1-64f88d5c33a2 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:58:45.024417 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486806'] for router_interface, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:45.259832 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Deleting port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:45.260200 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:45.337377 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] For port 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,segment=NetworkSegment(ad297b90-5bbb-4c28-9429-6f0539d9cf3e),segment_id=ad297b90-5bbb-4c28-9429-6f0539d9cf3e)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:58:45.337635 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:45.350536 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Calling delete_port for 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e owned by network:router_interface {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:45.520032 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:45.550956 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Pushing event deleted for resources: {'Port': ['ID=83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:45.704148 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1674013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-486690'] for router_interface, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:45.908391 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Router dcc64939-ae1f-4e44-8600-bfc0625dde9e has already been hosted by L3 agent cbc8810b-3bd9-4f25-a9ea-322bfe0c011b {{(pid=105804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 11 20:58:46.013816 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] Notify agent at l3_agent.dv-cinder-813532-1-iscsi the message routers_updated {{(pid=105804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 11 20:58:46.018887 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1315e84f-358a-4d1c-9cbf-33ed46e9632e admin admin] 10.222.0.43 "PUT /v2.0/routers/dcc64939-ae1f-4e44-8600-bfc0625dde9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3184466 Oct 11 20:58:46.021653 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49480) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:46.022745 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] Sync routers for ids ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'] in dv-cinder-813532-1-iscsi {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 11 20:58:46.032164 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] Routers {'dcc64939-ae1f-4e44-8600-bfc0625dde9e'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:58:46.032762 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:58:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:46.140740 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] Set router dcc64939-ae1f-4e44-8600-bfc0625dde9e gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:58:46.325039 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:58:45Z', 'revision_number': 5, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:46.352487 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] Checking router: dcc64939-ae1f-4e44-8600-bfc0625dde9e for host: dv-cinder-813532-1-iscsi {{(pid=105807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 11 20:58:46.362071 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] Routers {'dcc64939-ae1f-4e44-8600-bfc0625dde9e'} bound to L3 agent in host dv-cinder-813532-1-iscsi {{(pid=105807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 11 20:58:46.362696 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813532-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-11T20:35:51Z,description=,heartbeat_timestamp=2021-10-11T20:58:21Z,host='dv-cinder-813532-1-iscsi',id=cbc8810b-3bd9-4f25-a9ea-322bfe0c011b,load=0,resource_versions=,resources_synced=,started_at=2021-10-11T20:35:51Z,topic='l3_agent')) {'router_ids': ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'], 'active': True} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:46.396986 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks [] for router, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:46.469442 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_dvr_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] Set router dcc64939-ae1f-4e44-8600-bfc0625dde9e gateway port host: dv-cinder-813532-1-iscsi {{(pid=105807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 11 20:58:46.500634 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:46.551880 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Deleting port 0f6711d0-f688-436f-9013-1ac65928e6a8 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:46.552221 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:46.632181 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] For port 0f6711d0-f688-436f-9013-1ac65928e6a8, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=0f6711d0-f688-436f-9013-1ac65928e6a8,segment=NetworkSegment(e57f4316-d8da-4c70-948e-0ee68dbcd842),segment_id=e57f4316-d8da-4c70-948e-0ee68dbcd842)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:58:46.632490 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:46.641293 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.l3_hamode_db [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:58:45Z', 'revision_number': 5, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}], 'dv-cinder-813532-1-iscsi', False) {} {{(pid=105807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:46.644848 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Calling delete_port for 0f6711d0-f688-436f-9013-1ac65928e6a8 owned by network:router_gateway {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:46.672280 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8202f14-d89d-443a-848e-7a42c65a8855 None None] The sync data for ids ['dcc64939-ae1f-4e44-8600-bfc0625dde9e'] in dv-cinder-813532-1-iscsi is: [{'id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'name': 'tempest-TestShelveInstance-1023948942-router', 'tenant_id': '3ffeece4e4694f50a91b16e398143d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'external_fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:58:45Z', 'revision_number': 5, 'project_id': '3ffeece4e4694f50a91b16e398143d27', 'gw_port': {'id': '0f6711d0-f688-436f-9013-1ac65928e6a8', 'name': '', 'network_id': 'd0e364b9-cedc-4d86-bd76-b46b3b2834a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:05:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc64939-ae1f-4e44-8600-bfc0625dde9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813532-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-11T20:54:26Z', 'updated_at': '2021-10-11T20:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9a428cf-c248-46de-943b-a05a95fb75fd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813532-1-iscsi'}] {{(pid=105807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 11 20:58:46.806891 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:46.831208 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6711d0-f688-436f-9013-1ac65928e6a8,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:46.889094 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-461504'] for router_gateway, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:46.977284 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-487728', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59660'] for router, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:46.980063 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.020444 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-487739'] for router, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.021010 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcc64939-ae1f-4e44-8600-bfc0625dde9e {{(pid=105804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 11 20:58:47.025446 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] Notify callbacks [] for router, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.027620 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-fd6a03b4-5e6c-4953-bb47-64ae8de0e772 admin admin] 10.222.0.43 "DELETE /v2.0/routers/dcc64939-ae1f-4e44-8600-bfc0625dde9e HTTP/1.1" status: 204 len: 168 time: 1.0050149 Oct 11 20:58:47.030020 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49482) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:47.078212 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] Deleting subnet 3fe6551e-7da9-4eae-a162-8f0167b79912 {{(pid=105804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 11 20:58:47.081355 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.117328 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26775757'] for subnet, precommit_delete_associations {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.198571 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1513731'] for subnet, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.256067 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1513740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25437418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26521122'] for subnet, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.283088 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fe6551e-7da9-4eae-a162-8f0167b79912,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:47.286899 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.290123 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-f89193f5-b6be-4da6-8648-da5ae1218f8f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3fe6551e-7da9-4eae-a162-8f0167b79912 HTTP/1.1" status: 204 len: 168 time: 0.2591403 Oct 11 20:58:47.292617 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38496122-3ad6-40cb-9967-4ed81a33f549 None None] Network c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 requested from dv-cinder-813532-1-iscsi {{(pid=105806) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 11 20:58:47.293362 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49484) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:47.370292 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1442920'] for network, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.424291 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Deleting port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 {{(pid=105804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 11 20:58:47.424566 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755377861030'] for port, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.490764 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.db [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] For port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7, host dv-cinder-813532-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813532-1-iscsi',level=0,port_id=d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7,segment=NetworkSegment(ad297b90-5bbb-4c28-9429-6f0539d9cf3e),segment_id=ad297b90-5bbb-4c28-9429-6f0539d9cf3e)] {{(pid=105804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 11 20:58:47.491122 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-466235'] for port, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.503538 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.plugin [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Calling delete_port for d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 owned by network:dhcp {{(pid=105804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 11 20:58:47.580961 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-628207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235663', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755377833732', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755377377284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25437381'] for port, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.607937 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] No DVR routers for this DVR port d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 on host dv-cinder-813532-1-iscsi {{(pid=105804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 11 20:58:47.613616 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:47.689175 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1507832', 'neutron.services.segments.db._delete_segments_for_network-8755377939716'] for network, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.692161 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d85a5a-9e6c-4b64-99aa-7e9a6bbfd643 None None] DHCP port deletion for c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 request from dv-cinder-813532-1-iscsi {{(pid=105806) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 11 20:58:47.715725 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36']}} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:47.725177 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e') {'for_net_delete': True} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:47.725468 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.services.segments.db [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad297b90-5bbb-4c28-9429-6f0539d9cf3e') {} {{(pid=105804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 11 20:58:47.734536 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755377941261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26775750'] for segment, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.748214 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921'] for segment, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.754294 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 11 20:58:47.754730 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508921', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25437492'] for segment, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: Traceback (most recent call last): Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: timer() Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: cb(*args, **kw) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: return func(*args, **kwargs) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: self._notify() Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: self.callback(batched_events) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: event.method(event) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: aggregate_uuid = self.p_client.list_aggregates( Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: return f(self, *a, **k) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._get(url).json() Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: return self.request(url, 'GET', **kwargs) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: base_url = self.get_endpoint(auth, allow=allow, Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 11 20:58:47.756385 dv-cinder-813532-1-iscsi neutron-server[105804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 11 20:58:47.813179 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1507713', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1674006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-461476'] for network, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.813905 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1673984'] for network, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.816857 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] 10.222.0.43 "DELETE /v2.0/networks/c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36 HTTP/1.1" status: 204 len: 168 time: 0.5228343 Oct 11 20:58:47.828671 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb2a9e-fe7a-4d38-ab2a-f52aabcdaaed admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e067ff-e4ea-48e6-9e8a-8a1ca7d23d36,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:47.967876 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-e9d47093-43fc-4d8c-8fba-f363c32c6382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:47.990682 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49488) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:48.033776 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-a3c151b7-65d0-4415-8de8-beaa73b7db00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdf8e9289ff34ae999163ea9fc76ae03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419133 Oct 11 20:58:48.036160 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49490) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:48.083594 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d418370-3dd0-4bd1-af6d-c5d56bb841b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.104487 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d418370-3dd0-4bd1-af6d-c5d56bb841b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.152781 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d418370-3dd0-4bd1-af6d-c5d56bb841b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.155595 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-1d418370-3dd0-4bd1-af6d-c5d56bb841b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.156744 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-1d418370-3dd0-4bd1-af6d-c5d56bb841b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dda1b9e6-b7c6-450a-b9a8-3f2091d96501 HTTP/1.1" status: 204 len: 168 time: 0.1197073 Oct 11 20:58:48.164938 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d418370-3dd0-4bd1-af6d-c5d56bb841b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda1b9e6-b7c6-450a-b9a8-3f2091d96501,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:48.472920 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49496) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:48.485679 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:58:48.504954 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:58:48.505370 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 83ba2ef4-bb6d-4ed9-9dee-bea4c8908a5e not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:58:48.505842 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0f6711d0-f688-436f-9013-1ac65928e6a8 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:58:48.512734 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-c13dafaf-ad44-45b3-b642-52ab9a87e105 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ffeece4e4694f50a91b16e398143d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383387 Oct 11 20:58:48.515353 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [-] (105804) accepted ('10.222.0.43', 49498) {{(pid=105804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 11 20:58:48.524374 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: 0f6711d0-f688-436f-9013-1ac65928e6a8 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:58:48.524746 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device 0f6711d0-f688-436f-9013-1ac65928e6a8 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:58:48.525155 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 no longer exists at agent ovs-agent-dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 11 20:58:48.543954 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.plugin [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] No Port match for: d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 {{(pid=105806) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 11 20:58:48.544288 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron.plugins.ml2.rpc [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Device d8e95dc0-9b43-4f5a-86b6-3c0f80df3da7 not bound to the agent host dv-cinder-813532-1-iscsi {{(pid=105806) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 11 20:58:48.564395 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8d133c5d-b6a9-454c-9fc6-9ab3cdbc6e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.584449 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8d133c5d-b6a9-454c-9fc6-9ab3cdbc6e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.633898 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8d133c5d-b6a9-454c-9fc6-9ab3cdbc6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433592'] for security_group, after_delete {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.637338 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron_lib.callbacks.manager [None req-8d133c5d-b6a9-454c-9fc6-9ab3cdbc6e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:48.638636 dv-cinder-813532-1-iscsi neutron-server[105804]: INFO neutron.wsgi [None req-8d133c5d-b6a9-454c-9fc6-9ab3cdbc6e39 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b7562225-b650-41b2-a75c-eef526c28f4d HTTP/1.1" status: 204 len: 168 time: 0.1223342 Oct 11 20:58:48.645961 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d133c5d-b6a9-454c-9fc6-9ab3cdbc6e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7562225-b650-41b2-a75c-eef526c28f4d,revision_number=None']} {{(pid=105804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 11 20:58:50.796559 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-2271edba-f50e-41b6-a3ce-adb288d78e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:51.482303 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:51.928902 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:53.164220 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:58:56.808361 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:13.434716 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:59:17.971453 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-58519242-0a01-43dd-a6ea-9e71c77e7163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:20.796162 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-660790a9-a47f-4934-90ef-0d00d618db04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:21.484237 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:21.931891 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:23.166886 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:26.809130 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:47.974540 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0e159bcd-45af-4ad6-b1cd-d55612050539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:50.434949 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 20:59:50.795300 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-1f69c12b-4c61-4f55-b71f-d89e176913ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:51.485940 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:51.935051 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:53.172127 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 20:59:56.806651 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:17.975424 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-fc162e6f-3f93-4876-a498-deedf08abb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:20.794717 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f2a31de7-75c9-42a5-88b1-5cd6e339081b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:21.487752 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:21.937908 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:23.173289 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:26.805986 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:27.437155 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 21:00:47.976477 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-afaa1141-4b59-4900-bc5d-78fb969d75a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:50.794388 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4634-a525-4575-93a5-082b8b9d5dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:51.489285 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:51.942392 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:53.177231 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:00:54.830562 dv-cinder-813532-1-iscsi neutron-server[105805]: DEBUG neutron.wsgi [req-bdcd9318-cdf1-4ea6-8959-1a65c613b06c req-39dbc1bd-ef4f-40ed-a04d-3cc349b32f31 service neutron] (105805) timed out ('10.222.0.46', 49426) {{(pid=105805) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 21:00:55.108943 dv-cinder-813532-1-iscsi neutron-server[105804]: DEBUG neutron.wsgi [req-2dbc4ddf-f8e5-4934-9ced-ef571919ca64 req-96010e95-d8a1-4c69-997c-7ee3caf76794 service neutron] (105804) timed out ('10.222.0.46', 49430) {{(pid=105804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 11 21:00:56.804342 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:04.440608 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 21:01:17.980192 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-49202c02-4840-4f11-8716-ca7d9b6ab5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:20.795748 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-55edeb4f-3da0-410c-9546-a7b979e6bf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:21.490281 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:21.943840 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:23.181251 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:26.807660 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:41.442979 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 21:01:47.980605 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a87340a1-d361-4cb1-b33e-142bed5f0c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:50.797400 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a2f3ab3f-e571-452f-8308-06f8514250b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:51.491304 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:51.947183 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:53.184096 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:01:56.833098 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:17.981335 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-61ddbb97-29b6-45f6-938d-21c721e0f987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:18.444549 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 21:02:20.797946 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-34178f2d-f5fa-438b-b99e-ab8642fe79e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:21.492117 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:21.949489 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:23.185926 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:26.848666 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:47.983278 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-c0528d75-e8af-4ae2-a282-10de6c12fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:50.798581 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-ead470bc-edd9-4a27-89a6-138a234bf06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:51.493116 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:51.952802 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:53.188943 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:02:55.447686 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 21:02:56.861439 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:17.984904 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-adfa7ed5-1ddf-4bdc-a3f7-c29c5c6a419e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:20.798948 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-f950c45f-2616-4e6b-b3cb-9507a4a7dfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:21.496607 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:21.954177 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:23.192027 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:26.858885 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:32.448008 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 11 21:03:47.986197 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-67f9561f-efbc-4d35-9281-d4a9ced555d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:50.798668 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6310-aa4a-4802-9b9d-d3e9a5777f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:51.497333 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-a21b3b2e-69b7-425a-86fd-fe03c53ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:51.957408 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-71fa1f2c-081e-4a01-83fe-93ba8593ba2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:53.196082 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-4ecc7d76-6fe8-4bc2-84c1-207e7f540c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:03:56.882146 dv-cinder-813532-1-iscsi neutron-server[105806]: DEBUG neutron_lib.callbacks.manager [None req-b33da563-46a9-4a8c-8588-138e5cfd770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755377941742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1510504'] for agent, after_update {{(pid=105806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 11 21:04:09.447600 dv-cinder-813532-1-iscsi neutron-server[105807]: DEBUG neutron.db.agents_db [None req-00a931e7-915c-4a31-88c4-0506c79bb7b8 None None] Agent healthcheck: found 6 active agents {{(pid=105807) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}